[ 544.876650] env[69220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.877074] env[69220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.877074] env[69220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.877657] env[69220]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 544.974373] env[69220]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69220) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 544.985085] env[69220]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69220) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 545.028578] env[69220]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 545.593279] env[69220]: INFO nova.virt.driver [None req-8dc64b76-e914-40b7-9ebd-a1039e6b102a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 545.667188] env[69220]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.667500] env[69220]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.667619] env[69220]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69220) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 548.887867] env[69220]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-f1c1f7ee-b4db-40ec-80a2-06464be89c49 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.904464] env[69220]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69220) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 548.904464] env[69220]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fbea7b07-7b78-404d-8ade-290493b36683 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.930137] env[69220]: INFO oslo_vmware.api [-] Successfully established new session; session ID is e57d7. [ 548.930308] env[69220]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.263s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.930825] env[69220]: INFO nova.virt.vmwareapi.driver [None req-8dc64b76-e914-40b7-9ebd-a1039e6b102a None None] VMware vCenter version: 7.0.3 [ 548.934256] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adf2da3-89ac-4419-aff5-4e94133838ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.951513] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aa56a0-f97c-4953-a971-67628d43bbfb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.957280] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c950828-3dc2-4026-a84a-0047ac83edd7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.963697] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d83285e-150b-4ca0-9965-183f4e55650d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.976499] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94cbe31-1f30-4086-92b6-4188ae002fc8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.982384] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ce84a-8e6f-418c-8dee-d1dbf79992c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.012703] env[69220]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-687de723-1257-40d0-8487-cb3c4ca2bedc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.017904] env[69220]: DEBUG nova.virt.vmwareapi.driver [None req-8dc64b76-e914-40b7-9ebd-a1039e6b102a None None] Extension org.openstack.compute already exists. {{(pid=69220) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 549.020665] env[69220]: INFO nova.compute.provider_config [None req-8dc64b76-e914-40b7-9ebd-a1039e6b102a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 549.524226] env[69220]: DEBUG nova.context [None req-8dc64b76-e914-40b7-9ebd-a1039e6b102a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),516aec33-c88f-4007-bb83-b8da18fbf13f(cell1) {{(pid=69220) load_cells /opt/stack/nova/nova/context.py:464}} [ 549.526305] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.526547] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.527343] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.527791] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Acquiring lock "516aec33-c88f-4007-bb83-b8da18fbf13f" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.527976] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Lock "516aec33-c88f-4007-bb83-b8da18fbf13f" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.528984] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Lock "516aec33-c88f-4007-bb83-b8da18fbf13f" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.549816] env[69220]: INFO dbcounter [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Registered counter for database nova_cell0 [ 549.557862] env[69220]: INFO dbcounter [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Registered counter for database nova_cell1 [ 549.561138] env[69220]: DEBUG oslo_db.sqlalchemy.engines [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69220) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 549.561497] env[69220]: DEBUG oslo_db.sqlalchemy.engines [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69220) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 549.566328] env[69220]: ERROR nova.db.main.api [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 549.566328] env[69220]: result = function(*args, **kwargs) [ 549.566328] env[69220]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 549.566328] env[69220]: return func(*args, **kwargs) [ 549.566328] env[69220]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 549.566328] env[69220]: result = fn(*args, **kwargs) [ 549.566328] env[69220]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 549.566328] env[69220]: return f(*args, **kwargs) [ 549.566328] env[69220]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 549.566328] env[69220]: return db.service_get_minimum_version(context, binaries) [ 549.566328] env[69220]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 549.566328] env[69220]: _check_db_access() [ 549.566328] env[69220]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 549.566328] env[69220]: stacktrace = ''.join(traceback.format_stack()) [ 549.566328] env[69220]: [ 549.567139] env[69220]: ERROR nova.db.main.api [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 549.567139] env[69220]: result = function(*args, **kwargs) [ 549.567139] env[69220]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 549.567139] env[69220]: return func(*args, **kwargs) [ 549.567139] env[69220]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 549.567139] env[69220]: result = fn(*args, **kwargs) [ 549.567139] env[69220]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 549.567139] env[69220]: return f(*args, **kwargs) [ 549.567139] env[69220]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 549.567139] env[69220]: return db.service_get_minimum_version(context, binaries) [ 549.567139] env[69220]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 549.567139] env[69220]: _check_db_access() [ 549.567139] env[69220]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 549.567139] env[69220]: stacktrace = ''.join(traceback.format_stack()) [ 549.567139] env[69220]: [ 549.567557] env[69220]: WARNING nova.objects.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Failed to get minimum service version for cell 516aec33-c88f-4007-bb83-b8da18fbf13f [ 549.567659] env[69220]: WARNING nova.objects.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 549.568096] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Acquiring lock "singleton_lock" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.568258] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Acquired lock "singleton_lock" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.568510] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Releasing lock "singleton_lock" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.568826] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Full set of CONF: {{(pid=69220) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 549.568968] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ******************************************************************************** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.569110] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] Configuration options gathered from: {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.569250] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.569528] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.569664] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ================================================================================ {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.569871] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] allow_resize_to_same_host = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.570054] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] arq_binding_timeout = 300 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.570189] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] backdoor_port = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.570317] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] backdoor_socket = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.570523] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] block_device_allocate_retries = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.570699] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] block_device_allocate_retries_interval = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.570870] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cert = self.pem {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.571048] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.571221] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute_monitors = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.571390] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] config_dir = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.571558] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] config_drive_format = iso9660 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.571757] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.571948] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] config_source = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.572134] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] console_host = devstack {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.572302] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] control_exchange = nova {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.572462] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cpu_allocation_ratio = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.572622] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] daemon = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.572789] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] debug = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.572945] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] default_access_ip_network_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.573124] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] default_availability_zone = nova {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.573283] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] default_ephemeral_format = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.573439] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] default_green_pool_size = 1000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.573672] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.573831] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] default_schedule_zone = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.573982] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] disk_allocation_ratio = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.574157] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] enable_new_services = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.574331] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] enabled_apis = ['osapi_compute'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.574489] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] enabled_ssl_apis = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.574647] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] flat_injected = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.574802] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] force_config_drive = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.574954] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] force_raw_images = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.575132] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] graceful_shutdown_timeout = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.575293] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] heal_instance_info_cache_interval = -1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.575509] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] host = cpu-1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.575686] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.575846] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.576008] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.576230] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.576393] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] instance_build_timeout = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.576549] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] instance_delete_interval = 300 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.576712] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] instance_format = [instance: %(uuid)s] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.576872] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] instance_name_template = instance-%08x {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.577038] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] instance_usage_audit = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.577208] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] instance_usage_audit_period = month {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.577369] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.577531] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.577692] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] internal_service_availability_zone = internal {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.577843] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] key = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.577997] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] live_migration_retry_count = 30 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.578177] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_color = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.578341] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_config_append = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.578507] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.578666] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_dir = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.578822] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_file = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.578947] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_options = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.579116] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_rotate_interval = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.579287] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_rotate_interval_type = days {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.579533] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] log_rotation_type = none {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.579661] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.579785] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.579954] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.580131] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.580258] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.580437] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] long_rpc_timeout = 1800 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.580609] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] max_concurrent_builds = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.580875] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] max_concurrent_live_migrations = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.580925] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] max_concurrent_snapshots = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.581201] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] max_local_block_devices = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.581296] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] max_logfile_count = 30 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.581371] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] max_logfile_size_mb = 200 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.581530] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] maximum_instance_delete_attempts = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.581757] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] metadata_listen = 0.0.0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.581945] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] metadata_listen_port = 8775 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.582135] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] metadata_workers = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.582299] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] migrate_max_retries = -1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.582466] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] mkisofs_cmd = genisoimage {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.582668] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.582799] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] my_ip = 10.180.1.21 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.583011] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.583175] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] network_allocate_retries = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.583353] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.583514] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.583674] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] osapi_compute_listen_port = 8774 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.583840] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] osapi_compute_unique_server_name_scope = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.584016] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] osapi_compute_workers = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.584181] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] password_length = 12 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.584340] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] periodic_enable = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.584498] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] periodic_fuzzy_delay = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.584664] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] pointer_model = usbtablet {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.584827] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] preallocate_images = none {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.584981] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] publish_errors = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.585122] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] pybasedir = /opt/stack/nova {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.585280] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ram_allocation_ratio = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.585438] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] rate_limit_burst = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.585604] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] rate_limit_except_level = CRITICAL {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.585770] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] rate_limit_interval = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.585958] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] reboot_timeout = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.586138] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] reclaim_instance_interval = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.586296] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] record = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.586463] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] reimage_timeout_per_gb = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.586626] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] report_interval = 120 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.586784] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] rescue_timeout = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.586942] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] reserved_host_cpus = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.587113] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] reserved_host_disk_mb = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.587275] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] reserved_host_memory_mb = 512 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.587431] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] reserved_huge_pages = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.587589] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] resize_confirm_window = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.587745] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] resize_fs_using_block_device = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.587901] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] resume_guests_state_on_host_boot = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.588086] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.588249] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] rpc_response_timeout = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.588406] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] run_external_periodic_tasks = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.588571] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] running_deleted_instance_action = reap {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.588727] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.588880] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] running_deleted_instance_timeout = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.589044] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler_instance_sync_interval = 120 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.589215] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_down_time = 720 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.589415] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] servicegroup_driver = db {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.589585] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] shell_completion = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.589744] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] shelved_offload_time = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.589900] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] shelved_poll_interval = 3600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.590078] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] shutdown_timeout = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.590240] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] source_is_ipv6 = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.590426] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ssl_only = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.590698] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.590871] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] sync_power_state_interval = 600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.591046] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] sync_power_state_pool_size = 1000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.591221] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] syslog_log_facility = LOG_USER {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.591379] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] tempdir = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.591540] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] timeout_nbd = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.591731] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] transport_url = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.591911] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] update_resources_interval = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.592084] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] use_cow_images = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.592249] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] use_journal = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.592407] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] use_json = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.592567] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] use_rootwrap_daemon = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.592752] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] use_stderr = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.592926] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] use_syslog = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.593096] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vcpu_pin_set = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.593270] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plugging_is_fatal = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.593438] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plugging_timeout = 300 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.593608] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] virt_mkfs = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.593767] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] volume_usage_poll_interval = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.593927] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] watch_log_file = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.594108] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] web = /usr/share/spice-html5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.594292] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.594458] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.594622] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.594791] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_concurrency.disable_process_locking = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.595370] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.595560] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.595731] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.595907] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.596094] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.596270] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.596466] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.auth_strategy = keystone {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.596660] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.compute_link_prefix = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.596852] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.597042] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.dhcp_domain = novalocal {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.597220] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.enable_instance_password = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.597388] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.glance_link_prefix = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.597554] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.597727] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.597895] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.instance_list_per_project_cells = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.598060] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.list_records_by_skipping_down_cells = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.598229] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.local_metadata_per_cell = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.598399] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.max_limit = 1000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.598569] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.metadata_cache_expiration = 15 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.598741] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.neutron_default_tenant_id = default {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.598912] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.response_validation = warn {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.599096] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.use_neutron_default_nets = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.599270] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.599459] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.599633] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.599808] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.599980] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.vendordata_dynamic_targets = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.600161] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.vendordata_jsonfile_path = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.600368] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.600572] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.backend = dogpile.cache.memcached {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.600743] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.backend_argument = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.600902] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.backend_expiration_time = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.601084] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.config_prefix = cache.oslo {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.601258] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.dead_timeout = 60.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.601422] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.debug_cache_backend = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.601590] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.enable_retry_client = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.601749] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.enable_socket_keepalive = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.601915] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.enabled = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.602090] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.enforce_fips_mode = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.602256] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.expiration_time = 600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.602419] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.hashclient_retry_attempts = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.602582] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.602742] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_dead_retry = 300 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.602899] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_password = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.603072] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.603238] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.603399] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_pool_maxsize = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.603562] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.603722] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_sasl_enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.603897] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.604075] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.604238] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.memcache_username = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.604400] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.proxies = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.604569] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.redis_db = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.604722] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.redis_password = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.604892] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.605076] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.605249] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.redis_server = localhost:6379 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.605413] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.redis_socket_timeout = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.605571] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.redis_username = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.605730] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.retry_attempts = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.605889] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.retry_delay = 0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.606062] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.socket_keepalive_count = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.606229] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.socket_keepalive_idle = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.606390] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.socket_keepalive_interval = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.606550] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.tls_allowed_ciphers = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.606705] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.tls_cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.606859] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.tls_certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.607028] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.tls_enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.607188] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cache.tls_keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.607360] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.607531] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.auth_type = password {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.607691] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.607866] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.608039] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.608209] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.608371] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.cross_az_attach = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.608536] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.debug = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.608695] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.endpoint_template = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.608857] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.http_retries = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.609027] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.609189] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.609387] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.os_region_name = RegionOne {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.609552] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.609717] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cinder.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.609889] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.610064] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.cpu_dedicated_set = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.610225] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.cpu_shared_set = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.610442] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.image_type_exclude_list = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.610614] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.610780] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.610943] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.611123] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.611296] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.611460] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.resource_provider_association_refresh = 300 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.611621] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.611806] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.shutdown_retry_interval = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.611995] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.612192] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] conductor.workers = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.612373] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] console.allowed_origins = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.612536] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] console.ssl_ciphers = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.612705] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] console.ssl_minimum_version = default {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.612872] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] consoleauth.enforce_session_timeout = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.613048] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] consoleauth.token_ttl = 600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.613224] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.613380] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.613545] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.613708] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.connect_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.613865] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.connect_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.614028] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.endpoint_override = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.614195] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.614351] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.614558] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.max_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.614673] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.min_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.614831] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.region_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.614988] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.retriable_status_codes = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.615161] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.615333] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.service_type = accelerator {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.615493] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.615649] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.status_code_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.615804] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.status_code_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.615958] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.616149] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.616313] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] cyborg.version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.616483] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.asyncio_connection = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.616641] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.asyncio_slave_connection = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.616811] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.backend = sqlalchemy {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.616980] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.connection = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617158] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.connection_debug = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617330] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.connection_parameters = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617492] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.connection_recycle_time = 3600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617654] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.connection_trace = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.617833] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.db_inc_retry_interval = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618015] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.db_max_retries = 20 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618181] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.db_max_retry_interval = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618341] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.db_retry_interval = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618501] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.max_overflow = 50 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618661] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.max_pool_size = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618819] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.max_retries = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.618986] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619158] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.mysql_wsrep_sync_wait = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619317] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.pool_timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619508] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.retry_interval = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619676] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.slave_connection = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619834] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.sqlite_synchronous = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.619994] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] database.use_db_reconnect = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620178] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.asyncio_connection = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620370] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.asyncio_slave_connection = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620538] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.backend = sqlalchemy {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620713] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.connection = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.620879] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.connection_debug = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621059] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.connection_parameters = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621225] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.connection_recycle_time = 3600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621389] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.connection_trace = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621550] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.db_inc_retry_interval = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621739] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.db_max_retries = 20 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.621915] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.db_max_retry_interval = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622093] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.db_retry_interval = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622259] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.max_overflow = 50 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622421] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.max_pool_size = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622582] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.max_retries = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622749] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.622908] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623076] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.pool_timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623242] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.retry_interval = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623400] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.slave_connection = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623561] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] api_database.sqlite_synchronous = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623736] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] devices.enabled_mdev_types = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.623910] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624095] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624262] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ephemeral_storage_encryption.enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624425] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624607] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.api_servers = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624772] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.624933] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625106] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625266] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.connect_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625423] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.connect_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625583] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.debug = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625746] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.default_trusted_certificate_ids = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.625904] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.enable_certificate_validation = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626072] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.enable_rbd_download = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626233] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.endpoint_override = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626396] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626557] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626712] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.max_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.626863] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.min_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627031] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.num_retries = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627204] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.rbd_ceph_conf = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627382] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.rbd_connect_timeout = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627537] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.rbd_pool = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627700] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.rbd_user = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.627862] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.region_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628026] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.retriable_status_codes = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628185] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628349] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.service_type = image {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628508] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628663] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.status_code_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628868] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.status_code_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.628967] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629155] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629317] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.verify_glance_signatures = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629502] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] glance.version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629673] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] guestfs.debug = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.629850] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630027] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.auth_type = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630193] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630362] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630542] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630716] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.connect_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.630902] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.connect_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631078] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.endpoint_override = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631245] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631404] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631563] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.max_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631721] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.min_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.631876] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.region_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632043] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.retriable_status_codes = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632204] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632374] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.service_type = shared-file-system {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632539] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.share_apply_policy_timeout = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632699] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.632856] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.status_code_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633019] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.status_code_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633177] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633356] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633517] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] manila.version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.633684] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] mks.enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634036] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634230] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] image_cache.manager_interval = 2400 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634399] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] image_cache.precache_concurrency = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634569] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] image_cache.remove_unused_base_images = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634735] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.634898] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635084] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] image_cache.subdirectory_name = _base {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635264] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.api_max_retries = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635427] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.api_retry_interval = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635588] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635747] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.auth_type = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.635906] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636076] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636245] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636407] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.conductor_group = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636567] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.connect_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636727] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.connect_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.636882] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.endpoint_override = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637053] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637217] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637379] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.max_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637535] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.min_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637696] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.peer_list = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.637854] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.region_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638015] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.retriable_status_codes = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638184] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.serial_console_state_timeout = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638345] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638513] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.service_type = baremetal {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638674] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.shard = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638836] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.638992] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.status_code_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639163] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.status_code_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639321] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639530] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639699] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ironic.version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.639882] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640066] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] key_manager.fixed_key = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640254] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640445] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.barbican_api_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640618] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.barbican_endpoint = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640791] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.barbican_endpoint_type = public {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.640950] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.barbican_region_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641125] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641286] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641449] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641609] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641790] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.641964] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.number_of_retries = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642142] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.retry_delay = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642305] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.send_service_user_token = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642469] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642628] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642790] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.verify_ssl = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.642949] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican.verify_ssl_path = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643129] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643294] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.auth_type = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643456] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643616] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643779] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.643937] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644108] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644273] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644433] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] barbican_service_user.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644598] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.approle_role_id = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644754] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.approle_secret_id = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.644922] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.kv_mountpoint = secret {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645091] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.kv_path = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645256] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.kv_version = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645413] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.namespace = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645572] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.root_token_id = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645728] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.ssl_ca_crt_file = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.645891] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.timeout = 60.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646064] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.use_ssl = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646242] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646410] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646569] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646729] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.646885] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.connect_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647052] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.connect_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647212] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.endpoint_override = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647374] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647530] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647685] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.max_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647840] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.min_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.647996] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.region_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648171] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.retriable_status_codes = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648331] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648500] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.service_type = identity {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648662] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648819] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.status_code_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.648973] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.status_code_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649141] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649320] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649506] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] keystone.version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649701] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.ceph_mount_options = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.649994] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650189] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.connection_uri = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650366] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.cpu_mode = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650552] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650723] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.cpu_models = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.650895] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.cpu_power_governor_high = performance {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651078] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651246] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.cpu_power_management = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651418] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651588] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.device_detach_attempts = 8 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651774] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.device_detach_timeout = 20 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.651958] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.disk_cachemodes = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652136] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.disk_prefix = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652302] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.enabled_perf_events = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652463] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.file_backed_memory = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652627] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.gid_maps = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652783] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.hw_disk_discard = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.652937] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.hw_machine_type = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.653119] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.images_rbd_ceph_conf = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.653288] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.653447] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.653616] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.images_rbd_glance_store_name = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.653782] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.images_rbd_pool = rbd {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.653948] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.images_type = default {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654118] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.images_volume_group = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654280] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.inject_key = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654440] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.inject_partition = -2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654598] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.inject_password = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654760] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.iscsi_iface = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654921] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.iser_use_multipath = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655091] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655255] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655416] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_downtime = 500 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655576] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655732] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655892] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_inbound_addr = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656067] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656230] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656387] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_scheme = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656556] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_timeout_action = abort {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656717] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_tunnelled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656877] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_uri = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657046] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.live_migration_with_native_tls = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657212] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.max_queues = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657374] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657605] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657776] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.nfs_mount_options = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658077] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658259] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658425] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658588] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658750] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658911] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.num_pcie_ports = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659086] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659258] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.pmem_namespaces = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659449] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.quobyte_client_cfg = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659748] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659927] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660106] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660275] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660464] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rbd_secret_uuid = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660631] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rbd_user = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660794] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660964] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661139] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rescue_image_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661299] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rescue_kernel_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661457] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rescue_ramdisk_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661627] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661812] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.rx_queue_size = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661989] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.smbfs_mount_options = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662293] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662476] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.snapshot_compression = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662640] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.snapshot_image_format = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662860] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663037] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.sparse_logical_volumes = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663207] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.swtpm_enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663377] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.swtpm_group = tss {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663547] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.swtpm_user = tss {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663717] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.sysinfo_serial = unique {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663875] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.tb_cache_size = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664041] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.tx_queue_size = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664208] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.uid_maps = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664370] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.use_virtio_for_bridges = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664542] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.virt_type = kvm {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664706] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.volume_clear = zero {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664867] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.volume_clear_size = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665038] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.volume_use_multipath = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665204] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.vzstorage_cache_path = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665370] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665537] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665697] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665862] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666155] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666333] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.vzstorage_mount_user = stack {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666497] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666670] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666839] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.auth_type = password {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666997] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667169] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667330] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667486] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.connect_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667641] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.connect_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667808] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.default_floating_pool = public {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667965] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.endpoint_override = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668137] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.extension_sync_interval = 600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668299] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.http_retries = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668455] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668617] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668772] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.max_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668940] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669110] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.min_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669281] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.ovs_bridge = br-int {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669473] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.physnets = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669655] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.region_name = RegionOne {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669815] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.retriable_status_codes = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669977] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.service_metadata_proxy = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670151] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670322] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.service_type = network {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670511] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670677] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.status_code_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670836] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.status_code_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670991] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671185] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671348] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] neutron.version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671521] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] notifications.bdms_in_notifications = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671713] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] notifications.default_level = INFO {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671899] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] notifications.include_share_mapping = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672089] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] notifications.notification_format = unversioned {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672258] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] notifications.notify_on_state_change = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672434] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672612] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] pci.alias = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672781] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] pci.device_spec = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672943] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] pci.report_in_placement = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673126] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673301] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.auth_type = password {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673468] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673628] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673784] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673944] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674111] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.connect_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674270] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.connect_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674434] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.default_domain_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674619] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.default_domain_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674781] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.domain_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674939] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.domain_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675112] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.endpoint_override = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675278] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675436] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675593] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.max_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675745] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.min_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675909] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.password = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676077] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.project_domain_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676246] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.project_domain_name = Default {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676412] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.project_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676584] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.project_name = service {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676751] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.region_name = RegionOne {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676912] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.retriable_status_codes = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677081] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677259] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.service_type = placement {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677423] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677581] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.status_code_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677738] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.status_code_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677895] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.system_scope = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678061] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678221] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.trust_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678378] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.user_domain_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678544] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.user_domain_name = Default {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678699] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.user_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678868] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.username = nova {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679058] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679223] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] placement.version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679429] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.cores = 20 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679609] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.count_usage_from_placement = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679781] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679947] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.injected_file_content_bytes = 10240 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680126] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.injected_file_path_length = 255 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680295] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.injected_files = 5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680497] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.instances = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680682] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.key_pairs = 100 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680850] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.metadata_items = 128 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681024] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.ram = 51200 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681195] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.recheck_quota = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681362] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.server_group_members = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681528] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.server_groups = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681763] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681957] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] quota.unified_limits_resource_strategy = require {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682148] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682315] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682476] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.image_metadata_prefilter = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682636] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682801] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.max_attempts = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682961] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.max_placement_results = 1000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683136] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683298] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683457] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683628] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] scheduler.workers = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683804] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683976] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684170] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684340] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684504] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684666] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684827] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685014] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685184] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.host_subset_size = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685346] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685502] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685662] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685821] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685984] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.isolated_hosts = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686174] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.isolated_images = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686336] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686496] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686655] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686813] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.pci_in_placement = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686972] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687144] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687306] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687463] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687625] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687782] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687940] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.track_instance_changes = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688127] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688299] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] metrics.required = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688462] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] metrics.weight_multiplier = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688626] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688787] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] metrics.weight_setting = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689100] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689277] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] serial_console.enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689480] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] serial_console.port_range = 10000:20000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689662] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689833] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690007] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] serial_console.serialproxy_port = 6083 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690183] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690369] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.auth_type = password {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690549] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690710] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690874] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691044] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691208] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691377] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.send_service_user_token = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691541] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691713] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] service_user.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691913] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.agent_enabled = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692097] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692404] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692617] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692791] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.html5proxy_port = 6082 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692953] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.image_compression = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693128] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.jpeg_compression = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693289] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.playback_compression = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693450] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.require_secure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693621] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.server_listen = 127.0.0.1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693788] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693947] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.streaming_mode = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694116] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] spice.zlib_compression = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694283] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] upgrade_levels.baseapi = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694455] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] upgrade_levels.compute = auto {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694615] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] upgrade_levels.conductor = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694801] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] upgrade_levels.scheduler = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695026] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695196] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695360] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695522] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695685] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695846] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696013] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696198] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696359] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vendordata_dynamic_auth.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696533] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.api_retry_count = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696692] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.ca_file = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696863] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697044] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.cluster_name = testcl1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697212] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.connection_pool_size = 10 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697373] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.console_delay_seconds = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697542] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.datastore_regex = ^datastore.* {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697751] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697926] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.host_password = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698113] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.host_port = 443 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698286] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.host_username = administrator@vsphere.local {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698453] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.insecure = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698619] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.integration_bridge = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698780] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.maximum_objects = 100 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698936] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.pbm_default_policy = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699110] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.pbm_enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699271] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.pbm_wsdl_location = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699465] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699635] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.serial_port_proxy_uri = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699796] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.serial_port_service_uri = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699962] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.task_poll_interval = 0.5 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700148] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.use_linked_clone = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700320] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.vnc_keymap = en-us {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700514] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.vnc_port = 5900 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700685] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vmware.vnc_port_total = 10000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700870] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.auth_schemes = ['none'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701053] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701344] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701528] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701716] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.novncproxy_port = 6080 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701935] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.server_listen = 127.0.0.1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702139] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702309] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.vencrypt_ca_certs = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702470] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.vencrypt_client_cert = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702629] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vnc.vencrypt_client_key = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702808] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702972] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.disable_deep_image_inspection = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703149] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703312] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703474] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703640] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.disable_rootwrap = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703801] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.enable_numa_live_migration = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703961] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704134] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704296] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704456] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.libvirt_disable_apic = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704616] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704778] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704938] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705109] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705274] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705435] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705595] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705753] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705912] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706085] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706272] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706441] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.client_socket_timeout = 900 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706606] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.default_pool_size = 1000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706771] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.keep_alive = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706936] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.max_header_line = 16384 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707109] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707274] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.ssl_ca_file = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707434] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.ssl_cert_file = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707595] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.ssl_key_file = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707757] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.tcp_keepidle = 600 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707933] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708113] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] zvm.ca_file = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708274] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] zvm.cloud_connector_url = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708560] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708732] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] zvm.reachable_timeout = 300 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708902] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709088] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709270] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.connection_string = messaging:// {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709458] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.enabled = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709638] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.es_doc_type = notification {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709799] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.es_scroll_size = 10000 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709965] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.es_scroll_time = 2m {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710141] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.filter_error_trace = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710311] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.hmac_keys = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710508] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.sentinel_service_name = mymaster {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710681] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.socket_timeout = 0.1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710843] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.trace_requests = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711020] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler.trace_sqlalchemy = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711197] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler_jaeger.process_tags = {} {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711359] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler_jaeger.service_name_prefix = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711522] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] profiler_otlp.service_name_prefix = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711701] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] remote_debug.host = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711878] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] remote_debug.port = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712067] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712238] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712403] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712565] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712725] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712885] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713054] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713219] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713380] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713549] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713706] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713875] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714048] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714215] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714378] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714548] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714708] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714865] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715042] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715206] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715362] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715523] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715682] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715839] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715996] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716168] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716326] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716484] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716641] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716797] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716953] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.ssl = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717131] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717296] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717453] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717616] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717780] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717937] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718132] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718298] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_notifications.retry = -1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718472] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718642] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718809] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.auth_section = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718970] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.auth_type = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719141] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.cafile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719297] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.certfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719485] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.collect_timing = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719652] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.connect_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719808] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.connect_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719962] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.endpoint_id = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720146] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720303] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.endpoint_override = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720483] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.endpoint_region_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720644] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.endpoint_service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720801] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.endpoint_service_type = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720960] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.insecure = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721128] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.keyfile = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721284] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.max_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721437] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.min_version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721591] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.region_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721765] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.retriable_status_codes = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721931] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.service_name = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722096] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.service_type = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722257] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.split_loggers = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722414] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.status_code_retries = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722573] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.status_code_retry_delay = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722750] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.timeout = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722880] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.valid_interfaces = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723044] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_limit.version = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723212] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_reports.file_event_handler = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723372] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723529] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] oslo_reports.log_dir = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723697] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723854] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724015] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724185] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724344] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724497] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724664] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724819] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_ovs_privileged.group = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724971] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725146] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725306] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725460] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] vif_plug_ovs_privileged.user = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725626] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725800] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725970] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726150] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726320] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726488] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726653] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726810] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726983] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727163] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_ovs.isolate_vif = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727327] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727488] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727655] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727821] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727979] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] os_vif_ovs.per_port_bridge = False {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728159] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] privsep_osbrick.capabilities = [21] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728317] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] privsep_osbrick.group = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728469] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] privsep_osbrick.helper_command = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728630] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728789] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728940] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] privsep_osbrick.user = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729118] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729275] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] nova_sys_admin.group = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729457] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] nova_sys_admin.helper_command = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729625] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729783] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729936] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] nova_sys_admin.user = None {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730076] env[69220]: DEBUG oslo_service.backend.eventlet.service [None req-d807cda1-30db-4f5e-aedc-56ebe4cb2121 None None] ******************************************************************************** {{(pid=69220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 549.730521] env[69220]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 550.234123] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Getting list of instances from cluster (obj){ [ 550.234123] env[69220]: value = "domain-c8" [ 550.234123] env[69220]: _type = "ClusterComputeResource" [ 550.234123] env[69220]: } {{(pid=69220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 550.235205] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa21362-470b-4a1d-863c-34e56d0d8349 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.244128] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Got total of 0 instances {{(pid=69220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 550.244716] env[69220]: WARNING nova.virt.vmwareapi.driver [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 550.245190] env[69220]: INFO nova.virt.node [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Generated node identity 69f85824-1171-4404-9d0c-06d842192d3d [ 550.245420] env[69220]: INFO nova.virt.node [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Wrote node identity 69f85824-1171-4404-9d0c-06d842192d3d to /opt/stack/data/n-cpu-1/compute_id [ 550.748651] env[69220]: WARNING nova.compute.manager [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Compute nodes ['69f85824-1171-4404-9d0c-06d842192d3d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 551.754857] env[69220]: INFO nova.compute.manager [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 552.761066] env[69220]: WARNING nova.compute.manager [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 552.761393] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.761536] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.761709] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.761867] env[69220]: DEBUG nova.compute.resource_tracker [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 552.762831] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108ad28c-81d7-487b-9da0-c4d6aef68d5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.771157] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a7ceb-1cd3-4ff9-9aa8-2c2032c43018 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.784933] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af50816-c42e-4977-874c-ad4c44949933 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.791364] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecccdb48-9963-4474-b82f-3eb46eca454c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.819796] env[69220]: DEBUG nova.compute.resource_tracker [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181111MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 552.819927] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.820195] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.323358] env[69220]: WARNING nova.compute.resource_tracker [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] No compute node record for cpu-1:69f85824-1171-4404-9d0c-06d842192d3d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 69f85824-1171-4404-9d0c-06d842192d3d could not be found. [ 553.827617] env[69220]: INFO nova.compute.resource_tracker [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 69f85824-1171-4404-9d0c-06d842192d3d [ 555.336074] env[69220]: DEBUG nova.compute.resource_tracker [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 555.336650] env[69220]: DEBUG nova.compute.resource_tracker [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 555.497620] env[69220]: INFO nova.scheduler.client.report [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] [req-95b3e965-842f-4974-943a-519bc8d06986] Created resource provider record via placement API for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 555.516103] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c9d7a3-57b6-4ff3-8ee1-858d26d25d08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.524622] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffdcc87-a308-4535-89db-76d8a783f07f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.558375] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0669fbb0-18a8-4ee5-8620-4f9d6a73d20b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.566479] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f2b150-7d2a-4f62-9fda-932eb8778eef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.581052] env[69220]: DEBUG nova.compute.provider_tree [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 556.118385] env[69220]: DEBUG nova.scheduler.client.report [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 556.118628] env[69220]: DEBUG nova.compute.provider_tree [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 0 to 1 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 556.118769] env[69220]: DEBUG nova.compute.provider_tree [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 556.177523] env[69220]: DEBUG nova.compute.provider_tree [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 1 to 2 during operation: update_traits {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 556.683984] env[69220]: DEBUG nova.compute.resource_tracker [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 556.684250] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.864s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.684443] env[69220]: DEBUG nova.service [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Creating RPC server for service compute {{(pid=69220) start /opt/stack/nova/nova/service.py:186}} [ 556.697462] env[69220]: DEBUG nova.service [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] Join ServiceGroup membership for this service compute {{(pid=69220) start /opt/stack/nova/nova/service.py:203}} [ 556.697693] env[69220]: DEBUG nova.servicegroup.drivers.db [None req-e8b45564-105c-44e4-ac25-a2f25197772b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69220) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 596.699204] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_power_states {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.060248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "4daa71d1-7ad0-4357-a975-400d96176698" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.060248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "4daa71d1-7ad0-4357-a975-400d96176698" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.203848] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Getting list of instances from cluster (obj){ [ 597.203848] env[69220]: value = "domain-c8" [ 597.203848] env[69220]: _type = "ClusterComputeResource" [ 597.203848] env[69220]: } {{(pid=69220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 597.206312] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a6f928-ae5f-4f8a-a605-f9a6c192a803 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.218338] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Got total of 0 instances {{(pid=69220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 597.218663] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.218893] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Getting list of instances from cluster (obj){ [ 597.218893] env[69220]: value = "domain-c8" [ 597.218893] env[69220]: _type = "ClusterComputeResource" [ 597.218893] env[69220]: } {{(pid=69220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 597.223015] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e4407-68b3-4e61-880d-887b9202306c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.234369] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Got total of 0 instances {{(pid=69220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 597.358664] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquiring lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.358941] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.406699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "b8f35160-0994-45dd-9159-7d896cf4c9f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.407197] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "b8f35160-0994-45dd-9159-7d896cf4c9f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.563245] env[69220]: DEBUG nova.compute.manager [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.734410] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquiring lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.734410] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.865205] env[69220]: DEBUG nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.910985] env[69220]: DEBUG nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.103238] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.103564] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.105419] env[69220]: INFO nova.compute.claims [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.236222] env[69220]: DEBUG nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.399219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.436886] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.771040] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.202095] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cf2bd5-3e37-4795-9ca1-81f6626f3722 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.210679] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd76d266-bd3f-41ba-ab3c-3f90dd7247ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.248152] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222ee0bc-2392-4ba4-b322-00d0a17b6a71 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.256413] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a057c12-b0c0-418a-b805-88e6ef8225f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.272055] env[69220]: DEBUG nova.compute.provider_tree [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.775932] env[69220]: DEBUG nova.scheduler.client.report [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.282464] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.283460] env[69220]: DEBUG nova.compute.manager [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.290719] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.892s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.292595] env[69220]: INFO nova.compute.claims [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.295264] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "17f009fc-b0fd-49e6-8074-0194dfab0f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.295471] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "17f009fc-b0fd-49e6-8074-0194dfab0f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.792969] env[69220]: DEBUG nova.compute.utils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.795430] env[69220]: DEBUG nova.compute.manager [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 600.810915] env[69220]: DEBUG nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.297536] env[69220]: DEBUG nova.compute.manager [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.370171] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.464184] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d351a2-82d6-4d9d-9828-5fa38402c1f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.474181] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364fc97-3906-4761-b302-4372143f1e62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.482493] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquiring lock "a0a48565-eb95-4160-8ba5-201fb84b8203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.482752] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "a0a48565-eb95-4160-8ba5-201fb84b8203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.513093] env[69220]: DEBUG nova.compute.manager [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.517246] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4f7539-a4c2-4ec8-a161-aa9516476a30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.533469] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ebab1c-68ef-4172-9e83-e06f8b5fe995 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.552133] env[69220]: DEBUG nova.compute.provider_tree [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.054730] env[69220]: DEBUG nova.scheduler.client.report [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.064185] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.311651] env[69220]: DEBUG nova.compute.manager [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.565554] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.566090] env[69220]: DEBUG nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.570813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.134s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.573996] env[69220]: INFO nova.compute.claims [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.079757] env[69220]: DEBUG nova.compute.utils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.083871] env[69220]: DEBUG nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.083871] env[69220]: DEBUG nova.network.neutron [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.104835] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.105623] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.105845] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.106079] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.106200] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.106677] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.106677] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.106779] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.107145] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.107711] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.107786] env[69220]: DEBUG nova.virt.hardware [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.109035] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d723463-8a22-45a7-a5e5-911425c23fe6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.124146] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a5723-79cd-4d18-b710-3afb5f886bb2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.144307] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf22c56-18b5-407c-a2d2-9b34e9e08aac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.168394] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.182666] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.182998] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b3853e-037c-41ea-8602-0f019fcec422 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.197406] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Created folder: OpenStack in parent group-v4. [ 603.197666] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Creating folder: Project (be43a5ac97e649bb993a358653cfe8d2). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.198239] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa489f97-8002-47ce-b678-8a18d7d6830c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.207178] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Created folder: Project (be43a5ac97e649bb993a358653cfe8d2) in parent group-v562703. [ 603.207360] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Creating folder: Instances. Parent ref: group-v562704. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.207602] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff54c613-8aa8-48a0-9e83-d79ca5dd66b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.223960] env[69220]: DEBUG nova.policy [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e91505ae33224015b16fb2ee2b6af490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44afd4d5bb654bdabf786af2c5f09a9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.232672] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Created folder: Instances in parent group-v562704. [ 603.232926] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.233246] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.233474] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4452689d-8823-4712-8e15-0229a794d41b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.252407] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.252407] env[69220]: value = "task-2800215" [ 603.252407] env[69220]: _type = "Task" [ 603.252407] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.263847] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800215, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.592399] env[69220]: DEBUG nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.707748] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7526117-8334-49cf-a2df-f8234d09840d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.716670] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5710ecbf-6e6c-4575-aed5-5e3eebd2df9c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.757785] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e995be1-7435-4124-83e9-ba3749740607 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.771401] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800215, 'name': CreateVM_Task, 'duration_secs': 0.356248} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.773989] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.778524] env[69220]: DEBUG oslo_vmware.service [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bad592-fd28-4706-ac82-f52e943a8bd6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.787996] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a12349-75c3-411f-93de-c159d7e96eeb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.790819] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.791036] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.791900] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.792500] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17ff295-3615-4f33-94a1-bd836e44d72e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.805048] env[69220]: DEBUG nova.compute.provider_tree [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.808593] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 603.808593] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529c7858-3df3-7218-4b2b-6a3ed9d684f9" [ 603.808593] env[69220]: _type = "Task" [ 603.808593] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.816512] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.817053] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.817649] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.817649] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.818639] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.818854] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1533ce2-5374-4be7-ac3c-5ed1eca671bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.838164] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.838352] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.839180] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e32551-996a-4bb0-9b8a-008fc9b9fb5d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.845866] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef12fc09-0acf-4de0-b0fd-d42c38afa6e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.850910] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 603.850910] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52486864-0e42-c161-d357-5cf935db29bf" [ 603.850910] env[69220]: _type = "Task" [ 603.850910] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.859263] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52486864-0e42-c161-d357-5cf935db29bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.054873] env[69220]: DEBUG nova.network.neutron [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Successfully created port: b84e56d8-3000-4290-8c1b-92345e07fea5 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.316096] env[69220]: DEBUG nova.scheduler.client.report [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.363187] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Preparing fetch location {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.364739] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Creating directory with path [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.365051] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e877a9b1-8386-4f7b-942d-40c58fed7328 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.387367] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Created directory with path [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.387581] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Fetch image to [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.387738] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Downloading image file data 20f5dca4-a73d-4241-b651-54b8ef128790 to [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk on the data store datastore2 {{(pid=69220) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.388619] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb61a45-8fbb-420c-b5c2-4676e211c9a0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.399597] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68befbb-99a0-4ced-9dec-00b0f6c307eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.412913] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda698c-fb9f-4c0d-80e6-7e949db235eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.448470] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266cce4-f0bc-43fa-8fdc-7ef9bab33e75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.455689] env[69220]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-38a75cd9-18a6-4e12-9acc-c2a060d8660b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.487977] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Downloading image file data 20f5dca4-a73d-4241-b651-54b8ef128790 to the data store datastore2 {{(pid=69220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.566222] env[69220]: DEBUG oslo_vmware.rw_handles [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.635588] env[69220]: DEBUG nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.785944] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.786341] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.786596] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.786844] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.786986] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.787147] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.787768] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.787768] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.787916] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.788177] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.788341] env[69220]: DEBUG nova.virt.hardware [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.789243] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4817e91-225e-44a7-ac85-4b3c4483c420 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.802102] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a74eced-1804-42d6-bf4c-c54fa92e8816 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.820972] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.821576] env[69220]: DEBUG nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.824646] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.054s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.826036] env[69220]: INFO nova.compute.claims [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.046560] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.047949] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.048227] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.048404] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.048587] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.048771] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.048951] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.049132] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 605.049282] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.330889] env[69220]: DEBUG nova.compute.utils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.343670] env[69220]: DEBUG nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.344049] env[69220]: DEBUG nova.network.neutron [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.460214] env[69220]: DEBUG oslo_vmware.rw_handles [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Completed reading data from the image iterator. {{(pid=69220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.460504] env[69220]: DEBUG oslo_vmware.rw_handles [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.537264] env[69220]: DEBUG nova.policy [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '287ee567ed144dff8e2e3d1625aaa9b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4680397a6cf4eebbe64b52bd03fe3af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.560491] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.608072] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Downloaded image file data 20f5dca4-a73d-4241-b651-54b8ef128790 to vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk on the data store datastore2 {{(pid=69220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.610295] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Caching image {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.610809] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Copying Virtual Disk [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk to [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.611225] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d4822ce-2bf0-47bf-a305-698b8345db0c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.619216] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 605.619216] env[69220]: value = "task-2800216" [ 605.619216] env[69220]: _type = "Task" [ 605.619216] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.628352] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.838223] env[69220]: DEBUG nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.010313] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d59b5-aabb-4d1e-b05b-7f2df46f7fa5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.019913] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d4117-a996-4cb6-923d-a7aa9c3b6033 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.069231] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbcc344-f75e-43fa-86a4-fed60a0abb50 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.076029] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1df03fd-5f67-40de-9b57-1f888c45cadc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.093059] env[69220]: DEBUG nova.compute.provider_tree [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.129099] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800216, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.208438] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquiring lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.208677] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.299489] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquiring lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.299791] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.596455] env[69220]: DEBUG nova.scheduler.client.report [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.635427] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68201} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.635806] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Copied Virtual Disk [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk to [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.636368] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleting the datastore file [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.636368] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2804ad02-d50d-4eff-a9f3-0992daeef658 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.642723] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 606.642723] env[69220]: value = "task-2800217" [ 606.642723] env[69220]: _type = "Task" [ 606.642723] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.651057] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.711843] env[69220]: DEBUG nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.802761] env[69220]: DEBUG nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.848641] env[69220]: DEBUG nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.884748] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.885134] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.885377] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.885586] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.885823] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.886106] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.886423] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.886665] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.886943] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.887156] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.887448] env[69220]: DEBUG nova.virt.hardware [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.890237] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6a619c-311c-4793-b27e-3f15d86506cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.895306] env[69220]: DEBUG nova.network.neutron [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Successfully created port: e36da755-9e8d-4499-8d6e-7126aff066f5 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.903203] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b660990-4d20-43d5-8c64-d73966b97f27 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.102235] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.102732] env[69220]: DEBUG nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.109873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquiring lock "5e2b8644-0643-452c-908c-db1c741760a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.109873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "5e2b8644-0643-452c-908c-db1c741760a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.110415] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.741s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.111804] env[69220]: INFO nova.compute.claims [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.162026] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026431} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.162026] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.162026] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Moving file from [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c/20f5dca4-a73d-4241-b651-54b8ef128790 to [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790. {{(pid=69220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 607.162026] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-78f91162-cda6-4b65-937b-a9fd240779dc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.167091] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 607.167091] env[69220]: value = "task-2800218" [ 607.167091] env[69220]: _type = "Task" [ 607.167091] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.179792] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800218, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.256605] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.332885] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.612356] env[69220]: DEBUG nova.compute.utils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.613765] env[69220]: DEBUG nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.614046] env[69220]: DEBUG nova.network.neutron [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.619917] env[69220]: DEBUG nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.679498] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800218, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030115} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.680060] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] File moved {{(pid=69220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.680060] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Cleaning up location [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.680060] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleting the datastore file [datastore2] vmware_temp/6ccc9306-ec8b-4418-8f1a-9e51220c906c {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.680292] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e2260fb-26ca-4354-b3fd-5e3a392ed969 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.686211] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 607.686211] env[69220]: value = "task-2800219" [ 607.686211] env[69220]: _type = "Task" [ 607.686211] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.695168] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.809384] env[69220]: DEBUG nova.policy [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ec3fd9bc4a479c9e42ed18214136ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '452809525a6c469abb596a1e999eec2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.120727] env[69220]: DEBUG nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.156320] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.200956] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024174} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.203707] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.203707] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5def419-ae52-4b3e-843d-fc2e57846b07 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.210422] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 608.210422] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5241da93-b003-0bcd-a7e1-bb63f51c95ee" [ 608.210422] env[69220]: _type = "Task" [ 608.210422] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.218577] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5241da93-b003-0bcd-a7e1-bb63f51c95ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.419123] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6395c-e89d-44f4-8302-1fd603344935 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.429404] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b11bc21-2511-4228-a9ab-7bd27c219e8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.462151] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe1f89-1997-4fac-85f6-896898a78706 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.471098] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe386c7-331a-43a2-9db8-5aef6d8fd5d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.485929] env[69220]: DEBUG nova.compute.provider_tree [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.723688] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5241da93-b003-0bcd-a7e1-bb63f51c95ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.723688] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.723688] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.723688] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8451f7-32de-4859-a7e5-be4ba94b9ee3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.731420] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 608.731420] env[69220]: value = "task-2800220" [ 608.731420] env[69220]: _type = "Task" [ 608.731420] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.744778] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.970274] env[69220]: DEBUG nova.network.neutron [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Successfully updated port: b84e56d8-3000-4290-8c1b-92345e07fea5 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.989381] env[69220]: DEBUG nova.scheduler.client.report [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.132638] env[69220]: DEBUG nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.169648] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.170185] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.170185] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.170292] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.170421] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.170556] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.170848] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.170971] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.176361] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.176580] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.176754] env[69220]: DEBUG nova.virt.hardware [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.178091] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b04af1-71ee-4d16-b58b-5b7135773edc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.188428] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c99f9f7-c2a9-4af3-8f57-3e6938e2cb66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.244236] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800220, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.474543] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquiring lock "refresh_cache-93db5ef7-9fbd-4a76-a50a-71cc14b3355e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.474687] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquired lock "refresh_cache-93db5ef7-9fbd-4a76-a50a-71cc14b3355e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.474877] env[69220]: DEBUG nova.network.neutron [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.497603] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.498606] env[69220]: DEBUG nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.505321] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.441s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.507248] env[69220]: INFO nova.compute.claims [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.513032] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.513032] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.746788] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513967} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.746788] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.746788] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.746788] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5de937a0-a411-4c51-8f6e-e28bf003ceed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.753682] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 609.753682] env[69220]: value = "task-2800221" [ 609.753682] env[69220]: _type = "Task" [ 609.753682] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.765028] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.793999] env[69220]: DEBUG nova.network.neutron [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Successfully created port: fe3c2f70-6d64-471b-ba3a-05deaff32697 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.891442] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "9421efc6-6e98-48f4-a136-b3217e97527f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.891665] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.008517] env[69220]: DEBUG nova.compute.manager [req-f1abc9d4-41dc-43c6-bdb9-2f8f1493ed6c req-210f71a1-7a38-4cb9-873c-8188e24134fa service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Received event network-vif-plugged-b84e56d8-3000-4290-8c1b-92345e07fea5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.008749] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1abc9d4-41dc-43c6-bdb9-2f8f1493ed6c req-210f71a1-7a38-4cb9-873c-8188e24134fa service nova] Acquiring lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.008962] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1abc9d4-41dc-43c6-bdb9-2f8f1493ed6c req-210f71a1-7a38-4cb9-873c-8188e24134fa service nova] Lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.009144] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1abc9d4-41dc-43c6-bdb9-2f8f1493ed6c req-210f71a1-7a38-4cb9-873c-8188e24134fa service nova] Lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.009307] env[69220]: DEBUG nova.compute.manager [req-f1abc9d4-41dc-43c6-bdb9-2f8f1493ed6c req-210f71a1-7a38-4cb9-873c-8188e24134fa service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] No waiting events found dispatching network-vif-plugged-b84e56d8-3000-4290-8c1b-92345e07fea5 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.009466] env[69220]: WARNING nova.compute.manager [req-f1abc9d4-41dc-43c6-bdb9-2f8f1493ed6c req-210f71a1-7a38-4cb9-873c-8188e24134fa service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Received unexpected event network-vif-plugged-b84e56d8-3000-4290-8c1b-92345e07fea5 for instance with vm_state building and task_state spawning. [ 610.011044] env[69220]: DEBUG nova.compute.utils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.012467] env[69220]: DEBUG nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.012602] env[69220]: DEBUG nova.network.neutron [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.024140] env[69220]: DEBUG nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.268199] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066952} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.268536] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.270642] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ad061f-9d5f-4a91-a37a-f3228cb0cfc7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.298188] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.298517] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa75f06-fafe-49ff-b1b2-28b923c78aae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.320108] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 610.320108] env[69220]: value = "task-2800222" [ 610.320108] env[69220]: _type = "Task" [ 610.320108] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.330431] env[69220]: DEBUG nova.network.neutron [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.337989] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.463015] env[69220]: DEBUG nova.policy [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b62d3e62d7b4ccbb56bb95dffb4b954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8abba92e61e44c56b0f0ce880fb18bb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.520980] env[69220]: DEBUG nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.556420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.740245] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7340074b-062a-4db9-8ad7-f1377ad3347b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.748751] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256821ed-2c8f-451e-877b-4d53c57e2437 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.787769] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868d4754-1810-4b9b-9a9d-f7ac87a2ac4d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.796906] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ccb13e-1849-4fb0-ac82-357f30e5d917 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.813345] env[69220]: DEBUG nova.compute.provider_tree [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.837098] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800222, 'name': ReconfigVM_Task, 'duration_secs': 0.293513} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.837098] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.837098] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1d8cf1-a7c8-4d24-93ca-37e36034bf47 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.844163] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 610.844163] env[69220]: value = "task-2800223" [ 610.844163] env[69220]: _type = "Task" [ 610.844163] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.853420] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800223, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.266970] env[69220]: DEBUG nova.network.neutron [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Updating instance_info_cache with network_info: [{"id": "b84e56d8-3000-4290-8c1b-92345e07fea5", "address": "fa:16:3e:c4:0f:2e", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84e56d8-30", "ovs_interfaceid": "b84e56d8-3000-4290-8c1b-92345e07fea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.318069] env[69220]: DEBUG nova.scheduler.client.report [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.346285] env[69220]: DEBUG nova.compute.manager [req-4b033c92-4926-487a-8d4e-3c45a8cfb2fa req-7f21c5e4-e73b-4eab-92b1-798f73d19f72 service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Received event network-vif-plugged-e36da755-9e8d-4499-8d6e-7126aff066f5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.346573] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b033c92-4926-487a-8d4e-3c45a8cfb2fa req-7f21c5e4-e73b-4eab-92b1-798f73d19f72 service nova] Acquiring lock "b8f35160-0994-45dd-9159-7d896cf4c9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.346816] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b033c92-4926-487a-8d4e-3c45a8cfb2fa req-7f21c5e4-e73b-4eab-92b1-798f73d19f72 service nova] Lock "b8f35160-0994-45dd-9159-7d896cf4c9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.346999] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b033c92-4926-487a-8d4e-3c45a8cfb2fa req-7f21c5e4-e73b-4eab-92b1-798f73d19f72 service nova] Lock "b8f35160-0994-45dd-9159-7d896cf4c9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.347258] env[69220]: DEBUG nova.compute.manager [req-4b033c92-4926-487a-8d4e-3c45a8cfb2fa req-7f21c5e4-e73b-4eab-92b1-798f73d19f72 service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] No waiting events found dispatching network-vif-plugged-e36da755-9e8d-4499-8d6e-7126aff066f5 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.347439] env[69220]: WARNING nova.compute.manager [req-4b033c92-4926-487a-8d4e-3c45a8cfb2fa req-7f21c5e4-e73b-4eab-92b1-798f73d19f72 service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Received unexpected event network-vif-plugged-e36da755-9e8d-4499-8d6e-7126aff066f5 for instance with vm_state building and task_state spawning. [ 611.365017] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800223, 'name': Rename_Task, 'duration_secs': 0.142363} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.365017] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.365017] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d984250e-7fcf-46b3-b718-06798c364200 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.374018] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 611.374018] env[69220]: value = "task-2800224" [ 611.374018] env[69220]: _type = "Task" [ 611.374018] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.388135] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.418601] env[69220]: DEBUG nova.network.neutron [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Successfully updated port: e36da755-9e8d-4499-8d6e-7126aff066f5 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.533964] env[69220]: DEBUG nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.568215] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.568525] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.568723] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.568925] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.569374] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.569609] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.569998] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.570247] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.570457] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.571030] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.571030] env[69220]: DEBUG nova.virt.hardware [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.571929] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148438eb-cf47-4be6-9745-5d3937d7bb6f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.581531] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d17155-28fb-4a73-9b07-c877161059e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.772115] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Releasing lock "refresh_cache-93db5ef7-9fbd-4a76-a50a-71cc14b3355e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.772536] env[69220]: DEBUG nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Instance network_info: |[{"id": "b84e56d8-3000-4290-8c1b-92345e07fea5", "address": "fa:16:3e:c4:0f:2e", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84e56d8-30", "ovs_interfaceid": "b84e56d8-3000-4290-8c1b-92345e07fea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.773274] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:0f:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b84e56d8-3000-4290-8c1b-92345e07fea5', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.783465] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Creating folder: Project (44afd4d5bb654bdabf786af2c5f09a9c). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.783852] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da035c4f-8dd5-4031-b54c-964a56e3b0e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.794576] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Created folder: Project (44afd4d5bb654bdabf786af2c5f09a9c) in parent group-v562703. [ 611.794688] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Creating folder: Instances. Parent ref: group-v562707. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.794931] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40b7792f-0098-4307-bc4c-e96c4288fa43 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.805310] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Created folder: Instances in parent group-v562707. [ 611.805786] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.806047] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.806277] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d9e9c24-5866-4f3f-8fe1-aaf206ef1506 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.827412] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.828048] env[69220]: DEBUG nova.compute.manager [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.831098] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.271s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.831267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.831420] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 611.831690] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.575s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.833116] env[69220]: INFO nova.compute.claims [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.836890] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca30ebf6-4287-4155-9874-45f3f21ee367 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.841204] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.841204] env[69220]: value = "task-2800227" [ 611.841204] env[69220]: _type = "Task" [ 611.841204] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.849141] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db206f2-a35e-4c1b-b19a-605299df611e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.858219] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800227, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.869431] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcad85f-516b-41a3-ba07-94260786a563 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.880593] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de891670-40ea-42af-854d-1978cf8f44fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.892615] env[69220]: DEBUG oslo_vmware.api [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800224, 'name': PowerOnVM_Task, 'duration_secs': 0.448551} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.919650] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.920252] env[69220]: INFO nova.compute.manager [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Took 9.61 seconds to spawn the instance on the hypervisor. [ 611.920699] env[69220]: DEBUG nova.compute.manager [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.921552] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "refresh_cache-b8f35160-0994-45dd-9159-7d896cf4c9f2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.921658] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquired lock "refresh_cache-b8f35160-0994-45dd-9159-7d896cf4c9f2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.921799] env[69220]: DEBUG nova.network.neutron [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.927044] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181101MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 611.927044] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.927044] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b807e10-fa1d-4603-a848-848f354f5294 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.339782] env[69220]: DEBUG nova.compute.utils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.345770] env[69220]: DEBUG nova.compute.manager [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 612.368957] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800227, 'name': CreateVM_Task, 'duration_secs': 0.349156} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.370785] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.401560] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.405221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.405221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.405221] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f987f9e2-7530-4d43-94db-2d41b43b64f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.414103] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 612.414103] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528e7c75-7d1c-7408-38a7-5118613c0a0d" [ 612.414103] env[69220]: _type = "Task" [ 612.414103] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.437679] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528e7c75-7d1c-7408-38a7-5118613c0a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.437945] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.438188] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.438779] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.438779] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.438779] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.443150] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c093255-a48f-4b67-b69d-f3d84385103d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.461110] env[69220]: INFO nova.compute.manager [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Took 14.39 seconds to build instance. [ 612.463484] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.463540] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.464462] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a84d3aa-53b1-463e-aef0-2955f5c4cc7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.471993] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 612.471993] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525edc7d-9e3d-54a9-4c32-7b4121c8c505" [ 612.471993] env[69220]: _type = "Task" [ 612.471993] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.484143] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525edc7d-9e3d-54a9-4c32-7b4121c8c505, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.487773] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad308c4-82b4-4f93-aab2-e53930648454 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.496413] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 612.496413] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e2eca0-e357-c9b8-b922-b6d175b9e97d" [ 612.496413] env[69220]: _type = "Task" [ 612.496413] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.508883] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e2eca0-e357-c9b8-b922-b6d175b9e97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.528642] env[69220]: DEBUG nova.network.neutron [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Successfully created port: 4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.621483] env[69220]: DEBUG nova.network.neutron [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.687167] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fca8bfc-0b0a-4e5f-a93c-8eb013444a65 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.698389] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52e0ec7-66a6-42b3-8756-1cde4ea0f4cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.741539] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ace046-b923-4236-a624-27be56b22077 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.755963] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c3c32-bded-401f-9a4b-22d9808ce785 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.779393] env[69220]: DEBUG nova.compute.provider_tree [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.846567] env[69220]: DEBUG nova.compute.manager [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.965022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b44b9143-2f1e-4bef-831d-7ebee10e49fd tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "4daa71d1-7ad0-4357-a975-400d96176698" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.905s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.014507] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e2eca0-e357-c9b8-b922-b6d175b9e97d, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.014507] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.014507] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 93db5ef7-9fbd-4a76-a50a-71cc14b3355e/93db5ef7-9fbd-4a76-a50a-71cc14b3355e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.014507] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aba9f6d-85c1-4175-9452-81fd78100426 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.024023] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 613.024023] env[69220]: value = "task-2800228" [ 613.024023] env[69220]: _type = "Task" [ 613.024023] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.035275] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.286696] env[69220]: DEBUG nova.scheduler.client.report [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.313590] env[69220]: DEBUG nova.compute.manager [req-bd583e28-6f29-42cc-a77c-7a20428710b2 req-1c57d39b-2a0e-49df-ad89-f90d3139ec28 service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Received event network-changed-b84e56d8-3000-4290-8c1b-92345e07fea5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.313590] env[69220]: DEBUG nova.compute.manager [req-bd583e28-6f29-42cc-a77c-7a20428710b2 req-1c57d39b-2a0e-49df-ad89-f90d3139ec28 service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Refreshing instance network info cache due to event network-changed-b84e56d8-3000-4290-8c1b-92345e07fea5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.313590] env[69220]: DEBUG oslo_concurrency.lockutils [req-bd583e28-6f29-42cc-a77c-7a20428710b2 req-1c57d39b-2a0e-49df-ad89-f90d3139ec28 service nova] Acquiring lock "refresh_cache-93db5ef7-9fbd-4a76-a50a-71cc14b3355e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.315858] env[69220]: DEBUG oslo_concurrency.lockutils [req-bd583e28-6f29-42cc-a77c-7a20428710b2 req-1c57d39b-2a0e-49df-ad89-f90d3139ec28 service nova] Acquired lock "refresh_cache-93db5ef7-9fbd-4a76-a50a-71cc14b3355e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.318116] env[69220]: DEBUG nova.network.neutron [req-bd583e28-6f29-42cc-a77c-7a20428710b2 req-1c57d39b-2a0e-49df-ad89-f90d3139ec28 service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Refreshing network info cache for port b84e56d8-3000-4290-8c1b-92345e07fea5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.468356] env[69220]: DEBUG nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.537689] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800228, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.570818] env[69220]: DEBUG nova.network.neutron [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Updating instance_info_cache with network_info: [{"id": "e36da755-9e8d-4499-8d6e-7126aff066f5", "address": "fa:16:3e:1f:56:30", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36da755-9e", "ovs_interfaceid": "e36da755-9e8d-4499-8d6e-7126aff066f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.690537] env[69220]: INFO nova.compute.manager [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Rebuilding instance [ 613.744078] env[69220]: DEBUG nova.compute.manager [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.745019] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db7201a-8ead-41c7-92cb-2e9c46a708db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.797972] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.966s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.800767] env[69220]: DEBUG nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.803278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.471s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.804830] env[69220]: INFO nova.compute.claims [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.859033] env[69220]: DEBUG nova.compute.manager [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.884880] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.885126] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.885276] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.885447] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.885591] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.885732] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.886208] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.886390] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.886528] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.886691] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.886857] env[69220]: DEBUG nova.virt.hardware [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.891771] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9036817-0c71-47af-ab71-096f9e6ab284 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.900389] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8354563-e617-49b5-a88f-ef25a2f36b9d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.915104] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.921277] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Creating folder: Project (123fa2dc86ee47d2a2821a9f3e7e77f2). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.922024] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1121880f-7465-4844-99b3-2dc5d396b935 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.933138] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Created folder: Project (123fa2dc86ee47d2a2821a9f3e7e77f2) in parent group-v562703. [ 613.933381] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Creating folder: Instances. Parent ref: group-v562710. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.933598] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dd036dc-0ae8-41ee-8e00-a3b49435168e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.944025] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Created folder: Instances in parent group-v562710. [ 613.944025] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.945358] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.945358] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31571b8e-abfc-4241-a66c-8e445b28a8fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.969177] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.969177] env[69220]: value = "task-2800231" [ 613.969177] env[69220]: _type = "Task" [ 613.969177] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.992287] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800231, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.037032] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550592} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.037032] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 93db5ef7-9fbd-4a76-a50a-71cc14b3355e/93db5ef7-9fbd-4a76-a50a-71cc14b3355e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.037540] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.037880] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07ae86fd-c830-4ad0-ac28-efb5b5037201 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.048032] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 614.048032] env[69220]: value = "task-2800232" [ 614.048032] env[69220]: _type = "Task" [ 614.048032] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.065556] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.076181] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Releasing lock "refresh_cache-b8f35160-0994-45dd-9159-7d896cf4c9f2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.079024] env[69220]: DEBUG nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Instance network_info: |[{"id": "e36da755-9e8d-4499-8d6e-7126aff066f5", "address": "fa:16:3e:1f:56:30", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36da755-9e", "ovs_interfaceid": "e36da755-9e8d-4499-8d6e-7126aff066f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.079284] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:56:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e36da755-9e8d-4499-8d6e-7126aff066f5', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.088224] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Creating folder: Project (a4680397a6cf4eebbe64b52bd03fe3af). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.088584] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efcdf531-c79e-4d06-bcc6-1498cf0c6929 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.095292] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.099466] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Created folder: Project (a4680397a6cf4eebbe64b52bd03fe3af) in parent group-v562703. [ 614.099812] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Creating folder: Instances. Parent ref: group-v562713. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.100109] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a957c96-7da3-4959-b95f-cc35af02dd8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.112123] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Created folder: Instances in parent group-v562713. [ 614.112252] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.112453] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.112658] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f328500e-d42a-4e6b-a942-012d1daef968 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.135266] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.135266] env[69220]: value = "task-2800235" [ 614.135266] env[69220]: _type = "Task" [ 614.135266] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.148957] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800235, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.312052] env[69220]: DEBUG nova.compute.utils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.315863] env[69220]: DEBUG nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.316032] env[69220]: DEBUG nova.network.neutron [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.483099] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800231, 'name': CreateVM_Task, 'duration_secs': 0.330642} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.483099] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.483339] env[69220]: DEBUG oslo_vmware.service [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33964cac-bc7c-4046-9d59-7eb17639b918 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.493421] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.493582] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.493968] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.494465] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae5ef15-c215-4c96-baf7-b10efc15f4d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.506019] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 614.506019] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52acd53a-3cbf-0fdf-0325-7ab68196150f" [ 614.506019] env[69220]: _type = "Task" [ 614.506019] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.517161] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52acd53a-3cbf-0fdf-0325-7ab68196150f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.562921] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07133} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.562921] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.562921] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28adb5d1-2434-497f-9775-cb35bfb38da9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.590906] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 93db5ef7-9fbd-4a76-a50a-71cc14b3355e/93db5ef7-9fbd-4a76-a50a-71cc14b3355e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.591245] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-592cf399-4893-463e-99fe-bdc2285f2674 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.614716] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 614.614716] env[69220]: value = "task-2800236" [ 614.614716] env[69220]: _type = "Task" [ 614.614716] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.625340] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.644393] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800235, 'name': CreateVM_Task, 'duration_secs': 0.367065} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.644604] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.645814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.646009] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.646336] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.646595] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167b295b-e703-4599-8649-6e38e205e774 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.651520] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 614.651520] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524c2d25-eec0-dd6b-69c5-7f076f59cdc5" [ 614.651520] env[69220]: _type = "Task" [ 614.651520] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.664970] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524c2d25-eec0-dd6b-69c5-7f076f59cdc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.764870] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.765164] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ee0c0a-f7c9-4470-ab3b-203667fa5c6e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.772178] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 614.772178] env[69220]: value = "task-2800237" [ 614.772178] env[69220]: _type = "Task" [ 614.772178] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.782083] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.812692] env[69220]: DEBUG nova.policy [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d379b109a48463c9696ad6b328386f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2155435fe5f6436991cd67718e4952ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.825680] env[69220]: DEBUG nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.971574] env[69220]: DEBUG nova.compute.manager [req-fcdc320b-a756-4d5e-914a-29d172adaeb0 req-87fc9cd6-e5a7-41fa-ad3b-67e007b6fa2e service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Received event network-changed-e36da755-9e8d-4499-8d6e-7126aff066f5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.971574] env[69220]: DEBUG nova.compute.manager [req-fcdc320b-a756-4d5e-914a-29d172adaeb0 req-87fc9cd6-e5a7-41fa-ad3b-67e007b6fa2e service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Refreshing instance network info cache due to event network-changed-e36da755-9e8d-4499-8d6e-7126aff066f5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.971851] env[69220]: DEBUG oslo_concurrency.lockutils [req-fcdc320b-a756-4d5e-914a-29d172adaeb0 req-87fc9cd6-e5a7-41fa-ad3b-67e007b6fa2e service nova] Acquiring lock "refresh_cache-b8f35160-0994-45dd-9159-7d896cf4c9f2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.971916] env[69220]: DEBUG oslo_concurrency.lockutils [req-fcdc320b-a756-4d5e-914a-29d172adaeb0 req-87fc9cd6-e5a7-41fa-ad3b-67e007b6fa2e service nova] Acquired lock "refresh_cache-b8f35160-0994-45dd-9159-7d896cf4c9f2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.974577] env[69220]: DEBUG nova.network.neutron [req-fcdc320b-a756-4d5e-914a-29d172adaeb0 req-87fc9cd6-e5a7-41fa-ad3b-67e007b6fa2e service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Refreshing network info cache for port e36da755-9e8d-4499-8d6e-7126aff066f5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.021252] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.021938] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.023354] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.023354] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.023354] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.031969] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe235e26-f0ec-49e8-879f-15c41230f03c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.043531] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.043825] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.045206] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c47df4-3095-4218-81d4-c5bf73e55996 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.058839] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1b02b6-4d8e-4fd2-8193-87a7e1226ab5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.072599] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 615.072599] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521aef6d-de29-b5fe-4e09-d9370734de19" [ 615.072599] env[69220]: _type = "Task" [ 615.072599] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.086214] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Preparing fetch location {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 615.086459] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Creating directory with path [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.092146] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d75d44-8648-41a2-8d7e-ab42ae42e498 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.116157] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Created directory with path [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.116157] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Fetch image to [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 615.116157] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Downloading image file data 20f5dca4-a73d-4241-b651-54b8ef128790 to [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk on the data store datastore1 {{(pid=69220) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 615.116157] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7617f23e-72f4-4870-83e2-2c9abddcfefc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.133463] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.134716] env[69220]: DEBUG nova.network.neutron [req-bd583e28-6f29-42cc-a77c-7a20428710b2 req-1c57d39b-2a0e-49df-ad89-f90d3139ec28 service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Updated VIF entry in instance network info cache for port b84e56d8-3000-4290-8c1b-92345e07fea5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.135040] env[69220]: DEBUG nova.network.neutron [req-bd583e28-6f29-42cc-a77c-7a20428710b2 req-1c57d39b-2a0e-49df-ad89-f90d3139ec28 service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Updating instance_info_cache with network_info: [{"id": "b84e56d8-3000-4290-8c1b-92345e07fea5", "address": "fa:16:3e:c4:0f:2e", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84e56d8-30", "ovs_interfaceid": "b84e56d8-3000-4290-8c1b-92345e07fea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.137369] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108651cf-8bc4-4946-84be-6ca20043096c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.140673] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af668dc-ba02-4177-949b-379cbf6c4fdd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.156567] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3067b4-9c3e-471e-82a8-8e52ad047d6d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.164528] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c44c6-fc75-4e6b-8223-5bcc1b2d2825 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.201351] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524c2d25-eec0-dd6b-69c5-7f076f59cdc5, 'name': SearchDatastore_Task, 'duration_secs': 0.028182} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.207453] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.207453] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.207453] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.207453] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.207646] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.207646] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ba0dcf-de0a-4655-b50c-93cefb214843 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.210689] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-058d5685-c086-4768-b8cc-b3a2a1f5fba6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.241732] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bf8e15-623c-427b-8fe3-1053352326c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.248170] env[69220]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-efd3829d-09e5-4a4c-b458-5dac65f899e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.250419] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.250784] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.253037] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266188f1-cf59-4184-816e-68447df5326c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.257153] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a2c364-ff18-4586-80be-4dbca0c6eac7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.264613] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 615.264613] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5243bf50-40de-1461-4a95-86afab68fe01" [ 615.264613] env[69220]: _type = "Task" [ 615.264613] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.273692] env[69220]: DEBUG nova.compute.provider_tree [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.283368] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Downloading image file data 20f5dca4-a73d-4241-b651-54b8ef128790 to the data store datastore1 {{(pid=69220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 615.294021] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5243bf50-40de-1461-4a95-86afab68fe01, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.295320] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800237, 'name': PowerOffVM_Task, 'duration_secs': 0.132645} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.295548] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e961d1-53ce-4d5d-883e-1f4e85ceb5b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.297929] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.298177] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.298948] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3cdc30-d3e4-41ff-87f2-ce33911a1bf4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.309514] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 615.309514] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c80f23-fade-bf7f-c642-1f52ba65967f" [ 615.309514] env[69220]: _type = "Task" [ 615.309514] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.309514] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.309748] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68138d97-9992-4c80-b1f3-61463cb77b19 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.323962] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c80f23-fade-bf7f-c642-1f52ba65967f, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.324950] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.324950] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] b8f35160-0994-45dd-9159-7d896cf4c9f2/b8f35160-0994-45dd-9159-7d896cf4c9f2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.324950] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fac9d05b-24ba-4c51-89b1-6d5fb38f1e15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.330726] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 615.330726] env[69220]: value = "task-2800239" [ 615.330726] env[69220]: _type = "Task" [ 615.330726] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.343248] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.343248] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.343248] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleting the datastore file [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.343248] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68f6821c-334e-4886-9699-8923180d1bb0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.348090] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.353813] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 615.353813] env[69220]: value = "task-2800240" [ 615.353813] env[69220]: _type = "Task" [ 615.353813] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.360916] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.362091] env[69220]: DEBUG oslo_vmware.rw_handles [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 615.455475] env[69220]: DEBUG nova.network.neutron [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Successfully updated port: fe3c2f70-6d64-471b-ba3a-05deaff32697 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.633544] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.644251] env[69220]: DEBUG oslo_concurrency.lockutils [req-bd583e28-6f29-42cc-a77c-7a20428710b2 req-1c57d39b-2a0e-49df-ad89-f90d3139ec28 service nova] Releasing lock "refresh_cache-93db5ef7-9fbd-4a76-a50a-71cc14b3355e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.784566] env[69220]: DEBUG nova.scheduler.client.report [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.843206] env[69220]: DEBUG nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.846982] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800239, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.865805] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125495} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.868361] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.868560] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.868732] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.958163] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquiring lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.958314] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquired lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.958461] env[69220]: DEBUG nova.network.neutron [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.027602] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.027881] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.028409] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.028806] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.029158] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.029590] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.029933] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.030688] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.030688] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.031081] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.031224] env[69220]: DEBUG nova.virt.hardware [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.032142] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf1ea16-e1f1-4d15-9d19-a10af045dc1a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.053784] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b50a8c-f59e-4da6-8ee7-0f667d1ce0f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.131918] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800236, 'name': ReconfigVM_Task, 'duration_secs': 1.102518} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.132548] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 93db5ef7-9fbd-4a76-a50a-71cc14b3355e/93db5ef7-9fbd-4a76-a50a-71cc14b3355e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.133388] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90b304a0-e827-4ff2-9d71-c109feecaba3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.139232] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 616.139232] env[69220]: value = "task-2800241" [ 616.139232] env[69220]: _type = "Task" [ 616.139232] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.148714] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800241, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.158857] env[69220]: DEBUG oslo_vmware.rw_handles [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Completed reading data from the image iterator. {{(pid=69220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 616.159139] env[69220]: DEBUG oslo_vmware.rw_handles [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 616.222789] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Downloaded image file data 20f5dca4-a73d-4241-b651-54b8ef128790 to vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk on the data store datastore1 {{(pid=69220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 616.225628] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Caching image {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 616.228897] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Copying Virtual Disk [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk to [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.228897] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b27084-f9a9-4504-9969-c4f00488934c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.237330] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 616.237330] env[69220]: value = "task-2800242" [ 616.237330] env[69220]: _type = "Task" [ 616.237330] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.249038] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.296709] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.297289] env[69220]: DEBUG nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.301130] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.145s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.302703] env[69220]: INFO nova.compute.claims [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.344683] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513322} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.345079] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] b8f35160-0994-45dd-9159-7d896cf4c9f2/b8f35160-0994-45dd-9159-7d896cf4c9f2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.345318] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.345602] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-130c5eb5-1c79-4d0f-b1d5-9f748d739328 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.352509] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 616.352509] env[69220]: value = "task-2800243" [ 616.352509] env[69220]: _type = "Task" [ 616.352509] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.362540] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.703674] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800241, 'name': Rename_Task, 'duration_secs': 0.165741} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.704387] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.704891] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea533d65-d02a-4c9a-b713-b56ea5f78b4a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.714518] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 616.714518] env[69220]: value = "task-2800244" [ 616.714518] env[69220]: _type = "Task" [ 616.714518] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.731059] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800244, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.753735] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800242, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.803872] env[69220]: DEBUG nova.compute.utils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.806472] env[69220]: DEBUG nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.806569] env[69220]: DEBUG nova.network.neutron [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.866103] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072346} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.866472] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.869019] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad6f61-aac5-4631-8365-e009b98d4704 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.897733] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] b8f35160-0994-45dd-9159-7d896cf4c9f2/b8f35160-0994-45dd-9159-7d896cf4c9f2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.899077] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d84375f-ac6b-4690-959c-be205a0cabee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.914860] env[69220]: DEBUG nova.network.neutron [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.923862] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 616.923862] env[69220]: value = "task-2800245" [ 616.923862] env[69220]: _type = "Task" [ 616.923862] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.930614] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.931164] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.931164] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.931639] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.931639] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.931984] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.932183] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.932416] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.932589] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.932792] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.933120] env[69220]: DEBUG nova.virt.hardware [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.934080] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac49802f-e75a-43f5-8710-b1011aec3389 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.945967] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c23c50-b287-4828-8e71-f6c368cc49de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.950486] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.961149] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.967082] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.967817] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.968121] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4263112-92b1-4e75-aca9-b3ffb73144ce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.981384] env[69220]: DEBUG nova.network.neutron [req-fcdc320b-a756-4d5e-914a-29d172adaeb0 req-87fc9cd6-e5a7-41fa-ad3b-67e007b6fa2e service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Updated VIF entry in instance network info cache for port e36da755-9e8d-4499-8d6e-7126aff066f5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.981963] env[69220]: DEBUG nova.network.neutron [req-fcdc320b-a756-4d5e-914a-29d172adaeb0 req-87fc9cd6-e5a7-41fa-ad3b-67e007b6fa2e service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Updating instance_info_cache with network_info: [{"id": "e36da755-9e8d-4499-8d6e-7126aff066f5", "address": "fa:16:3e:1f:56:30", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape36da755-9e", "ovs_interfaceid": "e36da755-9e8d-4499-8d6e-7126aff066f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.987729] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.987729] env[69220]: value = "task-2800246" [ 616.987729] env[69220]: _type = "Task" [ 616.987729] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.999240] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800246, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.074127] env[69220]: DEBUG nova.policy [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f96b92fa72cb49a9836f3844d6b56c88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa3366af14340078f57db6ce45a8dfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.226057] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.246398] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791412} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.246669] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Copied Virtual Disk [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk to [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.246871] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Deleting the datastore file [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790/tmp-sparse.vmdk {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.247088] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74708d57-2acb-471b-b8ee-88660492661f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.255793] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 617.255793] env[69220]: value = "task-2800247" [ 617.255793] env[69220]: _type = "Task" [ 617.255793] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.263721] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.312695] env[69220]: DEBUG nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.433908] env[69220]: DEBUG nova.network.neutron [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Successfully updated port: 4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.447497] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.489403] env[69220]: DEBUG oslo_concurrency.lockutils [req-fcdc320b-a756-4d5e-914a-29d172adaeb0 req-87fc9cd6-e5a7-41fa-ad3b-67e007b6fa2e service nova] Releasing lock "refresh_cache-b8f35160-0994-45dd-9159-7d896cf4c9f2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.506964] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800246, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.560857] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29515c59-23db-48e6-b073-239ba86bdf0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.571809] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe737557-4053-4b12-aa18-9f318cb99876 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.604385] env[69220]: DEBUG nova.network.neutron [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Updating instance_info_cache with network_info: [{"id": "fe3c2f70-6d64-471b-ba3a-05deaff32697", "address": "fa:16:3e:ce:28:a4", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3c2f70-6d", "ovs_interfaceid": "fe3c2f70-6d64-471b-ba3a-05deaff32697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.606481] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07128dc6-c5cb-44ca-b00d-91c97423d54a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.615244] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d302b-1d2a-496b-aed7-37c73bff8551 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.631099] env[69220]: DEBUG nova.compute.provider_tree [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.724657] env[69220]: DEBUG oslo_vmware.api [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800244, 'name': PowerOnVM_Task, 'duration_secs': 0.830452} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.725024] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.725298] env[69220]: INFO nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Took 13.09 seconds to spawn the instance on the hypervisor. [ 617.725546] env[69220]: DEBUG nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.726542] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c701098f-47cf-405d-9859-b1e9d7b41ad4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.766232] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064621} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.766582] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.766852] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Moving file from [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26/20f5dca4-a73d-4241-b651-54b8ef128790 to [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790. {{(pid=69220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 617.767177] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-41f079c3-3e90-4274-904a-935f5499ca8e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.775069] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 617.775069] env[69220]: value = "task-2800248" [ 617.775069] env[69220]: _type = "Task" [ 617.775069] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.784910] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800248, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.839190] env[69220]: DEBUG nova.network.neutron [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Successfully created port: c96e141b-3956-46d3-9395-598ab0c315ca {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.937630] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800245, 'name': ReconfigVM_Task, 'duration_secs': 0.584458} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.937972] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Reconfigured VM instance instance-00000002 to attach disk [datastore2] b8f35160-0994-45dd-9159-7d896cf4c9f2/b8f35160-0994-45dd-9159-7d896cf4c9f2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.938688] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c16daa08-5417-4b23-b407-2a40acf89801 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.946051] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 617.946051] env[69220]: value = "task-2800249" [ 617.946051] env[69220]: _type = "Task" [ 617.946051] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.949428] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.949565] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.949785] env[69220]: DEBUG nova.network.neutron [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.956941] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800249, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.000650] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800246, 'name': CreateVM_Task, 'duration_secs': 0.528472} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.001107] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.001724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.001724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.001879] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.002215] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8428da0-75ea-4a97-af3b-2cd7ad1778ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.007262] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 618.007262] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52782514-8fca-3cd2-c8a7-d5271a1362e7" [ 618.007262] env[69220]: _type = "Task" [ 618.007262] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.015724] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52782514-8fca-3cd2-c8a7-d5271a1362e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.111052] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Releasing lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.111264] env[69220]: DEBUG nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Instance network_info: |[{"id": "fe3c2f70-6d64-471b-ba3a-05deaff32697", "address": "fa:16:3e:ce:28:a4", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3c2f70-6d", "ovs_interfaceid": "fe3c2f70-6d64-471b-ba3a-05deaff32697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.111673] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:28:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe3c2f70-6d64-471b-ba3a-05deaff32697', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.122064] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Creating folder: Project (452809525a6c469abb596a1e999eec2f). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.122064] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2874062f-a3ce-4197-afd6-5c19db7fc24e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.134278] env[69220]: DEBUG nova.scheduler.client.report [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.139349] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Created folder: Project (452809525a6c469abb596a1e999eec2f) in parent group-v562703. [ 618.139988] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Creating folder: Instances. Parent ref: group-v562717. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.143111] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8baee0-d64d-4e77-bcd4-c115bbd32fb7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.150193] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Created folder: Instances in parent group-v562717. [ 618.150628] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.151714] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.151714] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3878fec-eb24-4cc6-a24c-63822aae9176 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.176839] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.176839] env[69220]: value = "task-2800252" [ 618.176839] env[69220]: _type = "Task" [ 618.176839] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.187359] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800252, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.251202] env[69220]: INFO nova.compute.manager [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Took 19.88 seconds to build instance. [ 618.286927] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800248, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.053948} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.287759] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] File moved {{(pid=69220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 618.287968] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Cleaning up location [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 618.288147] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Deleting the datastore file [datastore1] vmware_temp/77fba9d3-e6ec-4749-aa6d-277acff52a26 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.288408] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-478abeee-6e79-47d9-9949-7f0b0cf7ace9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.295568] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 618.295568] env[69220]: value = "task-2800253" [ 618.295568] env[69220]: _type = "Task" [ 618.295568] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.304582] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.325750] env[69220]: DEBUG nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.356742] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.357042] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.357207] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.358092] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.358419] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.358706] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.358966] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.359233] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.360008] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.360008] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.360008] env[69220]: DEBUG nova.virt.hardware [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.361518] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6185d5-4a6f-414d-8f95-f6b08c916b32 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.374010] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0a36b6-6da3-4d5e-b6ed-7ea58c68392c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.458114] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800249, 'name': Rename_Task, 'duration_secs': 0.152803} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.459365] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.459605] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0564cf1f-efd4-4190-95f2-ec618159941f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.466048] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 618.466048] env[69220]: value = "task-2800254" [ 618.466048] env[69220]: _type = "Task" [ 618.466048] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.476916] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.520435] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52782514-8fca-3cd2-c8a7-d5271a1362e7, 'name': SearchDatastore_Task, 'duration_secs': 0.020908} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.521347] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.521499] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.521814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.522772] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.522772] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.522957] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0a94d3-393d-45ee-ab3a-8c10788d5734 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.536045] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.536318] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.537405] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa52b1e-0326-491f-929e-414f6ddf3fdc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.543106] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 618.543106] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521722e6-a48c-9a48-affd-0c3f71c3d7e4" [ 618.543106] env[69220]: _type = "Task" [ 618.543106] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.552683] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521722e6-a48c-9a48-affd-0c3f71c3d7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.625159] env[69220]: DEBUG nova.network.neutron [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.644021] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.644021] env[69220]: DEBUG nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.645209] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.089s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.648493] env[69220]: INFO nova.compute.claims [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.692815] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800252, 'name': CreateVM_Task, 'duration_secs': 0.397214} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.693180] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.693787] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.693976] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.694270] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.694528] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86dd8be-a4bd-456d-a154-5f95f40101ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.704780] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 618.704780] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5248ef8c-6a3b-f171-25f8-dbc54c4599b1" [ 618.704780] env[69220]: _type = "Task" [ 618.704780] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.718318] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5248ef8c-6a3b-f171-25f8-dbc54c4599b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.754317] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e1c01a82-5092-4325-a474-e89f7e4d9927 tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.395s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.806902] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047076} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.807440] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.808456] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5fd9e4-0604-4cca-a542-acfab7785369 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.814211] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 618.814211] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525ca715-e7c5-bcf8-8d1f-1f478eaf493c" [ 618.814211] env[69220]: _type = "Task" [ 618.814211] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.822546] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525ca715-e7c5-bcf8-8d1f-1f478eaf493c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.907656] env[69220]: DEBUG nova.network.neutron [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Successfully created port: 51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.982411] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800254, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.057057] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521722e6-a48c-9a48-affd-0c3f71c3d7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.057282] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f651c273-5fc3-4b6e-aad0-e14f5464888c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.063365] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 619.063365] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526c255b-ac5b-a569-eede-fdf065ea4bcf" [ 619.063365] env[69220]: _type = "Task" [ 619.063365] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.071582] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526c255b-ac5b-a569-eede-fdf065ea4bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.147570] env[69220]: DEBUG nova.compute.utils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.155051] env[69220]: DEBUG nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.155333] env[69220]: DEBUG nova.network.neutron [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.217575] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5248ef8c-6a3b-f171-25f8-dbc54c4599b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013987} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.218240] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.218240] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.219889] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.329242] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525ca715-e7c5-bcf8-8d1f-1f478eaf493c, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.331495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.331495] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] a0a48565-eb95-4160-8ba5-201fb84b8203/a0a48565-eb95-4160-8ba5-201fb84b8203.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.331495] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf367f36-3225-4928-95a0-0fbaaf579aa0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.338751] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 619.338751] env[69220]: value = "task-2800255" [ 619.338751] env[69220]: _type = "Task" [ 619.338751] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.350651] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.479019] env[69220]: DEBUG oslo_vmware.api [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800254, 'name': PowerOnVM_Task, 'duration_secs': 0.533065} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.479957] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.479957] env[69220]: INFO nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Took 12.63 seconds to spawn the instance on the hypervisor. [ 619.479957] env[69220]: DEBUG nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.480903] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f21738-073c-4c3d-b63d-3853e0de491a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.578616] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526c255b-ac5b-a569-eede-fdf065ea4bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.032711} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.581643] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.581643] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.581643] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.581643] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.581884] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74933109-7a3f-4ce8-b8fa-1553caff7d6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.589330] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8498455-9743-4b30-bfe3-eb07ad0f71a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.594213] env[69220]: DEBUG nova.network.neutron [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Updating instance_info_cache with network_info: [{"id": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "address": "fa:16:3e:13:07:88", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fab0158-1b", "ovs_interfaceid": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.603286] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 619.603286] env[69220]: value = "task-2800256" [ 619.603286] env[69220]: _type = "Task" [ 619.603286] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.611459] env[69220]: DEBUG nova.policy [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72754f8f37a843228f687ffee628b955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc1e6a035af54eddba09ad7fc7e2f226', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.613319] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.613528] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.614909] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b041ca-7c23-443a-9bb6-a3ed75a14c9d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.623197] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.627481] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 619.627481] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52483f22-fc48-10c9-c843-c72ae50e0310" [ 619.627481] env[69220]: _type = "Task" [ 619.627481] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.641376] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52483f22-fc48-10c9-c843-c72ae50e0310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.662103] env[69220]: DEBUG nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.856348] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800255, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.915793] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968dbfe3-a3ff-4fa1-a0f0-13337446f35d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.922899] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02472e36-0d0f-48e8-9479-952308d1ea3d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.958333] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0429c93-d029-441b-b20f-5e676cd38cd5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.966623] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be451a4f-9edc-477f-a3ed-f83fd3b3f0da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.975470] env[69220]: DEBUG nova.compute.manager [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Received event network-vif-plugged-fe3c2f70-6d64-471b-ba3a-05deaff32697 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.975470] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Acquiring lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.975470] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.975470] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.978367] env[69220]: DEBUG nova.compute.manager [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] No waiting events found dispatching network-vif-plugged-fe3c2f70-6d64-471b-ba3a-05deaff32697 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.978475] env[69220]: WARNING nova.compute.manager [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Received unexpected event network-vif-plugged-fe3c2f70-6d64-471b-ba3a-05deaff32697 for instance with vm_state building and task_state spawning. [ 619.978898] env[69220]: DEBUG nova.compute.manager [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Received event network-changed-fe3c2f70-6d64-471b-ba3a-05deaff32697 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.978898] env[69220]: DEBUG nova.compute.manager [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Refreshing instance network info cache due to event network-changed-fe3c2f70-6d64-471b-ba3a-05deaff32697. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.979013] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Acquiring lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.979142] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Acquired lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.979333] env[69220]: DEBUG nova.network.neutron [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Refreshing network info cache for port fe3c2f70-6d64-471b-ba3a-05deaff32697 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.992127] env[69220]: DEBUG nova.compute.provider_tree [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.008489] env[69220]: INFO nova.compute.manager [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Took 21.59 seconds to build instance. [ 620.102624] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Releasing lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.103048] env[69220]: DEBUG nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Instance network_info: |[{"id": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "address": "fa:16:3e:13:07:88", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fab0158-1b", "ovs_interfaceid": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.106268] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:07:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.114428] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Creating folder: Project (8abba92e61e44c56b0f0ce880fb18bb4). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.114871] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3605eb0-07d7-40b2-80d3-826091bdb915 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.127779] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.133750] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Created folder: Project (8abba92e61e44c56b0f0ce880fb18bb4) in parent group-v562703. [ 620.133750] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Creating folder: Instances. Parent ref: group-v562720. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.133981] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c3ff15d-f6ff-4c86-b7ec-b79be09826dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.140797] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52483f22-fc48-10c9-c843-c72ae50e0310, 'name': SearchDatastore_Task, 'duration_secs': 0.017095} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.141744] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdee99bb-a286-418c-acaa-40a26c436f48 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.146574] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Created folder: Instances in parent group-v562720. [ 620.146833] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.149115] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.149115] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-806274e2-1050-4de9-bc6b-beb289f836e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.170736] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 620.170736] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521b3085-de7d-b78d-2e92-434177d69c69" [ 620.170736] env[69220]: _type = "Task" [ 620.170736] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.176940] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.176940] env[69220]: value = "task-2800259" [ 620.176940] env[69220]: _type = "Task" [ 620.176940] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.184464] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521b3085-de7d-b78d-2e92-434177d69c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.189830] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800259, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.273300] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "68d617fa-7443-4b83-892c-1e6f928905d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.273620] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "68d617fa-7443-4b83-892c-1e6f928905d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.352733] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572615} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.353211] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] a0a48565-eb95-4160-8ba5-201fb84b8203/a0a48565-eb95-4160-8ba5-201fb84b8203.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.353318] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.353497] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dea0bb5-8f10-491f-8b8b-af8733b23b66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.363087] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 620.363087] env[69220]: value = "task-2800260" [ 620.363087] env[69220]: _type = "Task" [ 620.363087] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.372139] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.496822] env[69220]: DEBUG nova.scheduler.client.report [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.509114] env[69220]: DEBUG oslo_concurrency.lockutils [None req-616be68f-dd97-45e3-a8ad-93498325a213 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "b8f35160-0994-45dd-9159-7d896cf4c9f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.101s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.627275] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679957} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.627556] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.627843] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.628171] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-653d0dc5-aec0-4bdd-82ae-7bd693632612 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.637187] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 620.637187] env[69220]: value = "task-2800261" [ 620.637187] env[69220]: _type = "Task" [ 620.637187] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.646330] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.672889] env[69220]: DEBUG nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.688466] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800259, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.692967] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521b3085-de7d-b78d-2e92-434177d69c69, 'name': SearchDatastore_Task, 'duration_secs': 0.058042} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.692967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.692967] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] d36a9604-4cc7-4781-9d17-d45d62b6a66e/d36a9604-4cc7-4781-9d17-d45d62b6a66e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.693389] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be64bd0d-2d79-4f29-b06d-ca7c9d73617a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.701990] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 620.701990] env[69220]: value = "task-2800262" [ 620.701990] env[69220]: _type = "Task" [ 620.701990] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.711489] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.723021] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.723021] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.723021] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.723503] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.723503] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.723503] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.723503] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.723503] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.723746] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.724056] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.724395] env[69220]: DEBUG nova.virt.hardware [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.725427] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19882280-d059-4b9a-addd-b2a08100a016 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.736708] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87d716-3f55-4f34-8692-88a44a83f1af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.778559] env[69220]: DEBUG nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.881326] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123079} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.881326] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.881326] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86e8603-9ad3-436b-be35-21eca7f72e6b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.913992] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] a0a48565-eb95-4160-8ba5-201fb84b8203/a0a48565-eb95-4160-8ba5-201fb84b8203.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.915533] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da772f08-c783-45f2-80da-4f5fdc49d938 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.939340] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 620.939340] env[69220]: value = "task-2800263" [ 620.939340] env[69220]: _type = "Task" [ 620.939340] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.950236] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.004515] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.004515] env[69220]: DEBUG nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.006694] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.083s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.147505] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070585} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.147840] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.148592] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4f48cc-9684-4036-845f-1cd7793e5cb8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.169518] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.170024] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e60561-9562-441f-a377-7e1cc730431a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.193696] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800259, 'name': CreateVM_Task, 'duration_secs': 0.545142} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.195086] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.195438] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 621.195438] env[69220]: value = "task-2800264" [ 621.195438] env[69220]: _type = "Task" [ 621.195438] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.196107] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.196260] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.196570] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.199259] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72856098-3ef9-4761-827d-c7b4dba2e633 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.209153] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 621.209153] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5251c086-768e-22e5-8abb-d4d2aa7759a3" [ 621.209153] env[69220]: _type = "Task" [ 621.209153] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.212437] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.220093] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.225948] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5251c086-768e-22e5-8abb-d4d2aa7759a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.312500] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.450263] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.513332] env[69220]: DEBUG nova.compute.utils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.525352] env[69220]: DEBUG nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.525352] env[69220]: DEBUG nova.network.neutron [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.729300] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.729717] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.740823] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5251c086-768e-22e5-8abb-d4d2aa7759a3, 'name': SearchDatastore_Task, 'duration_secs': 0.040104} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.743518] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.743880] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.744100] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.744742] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.744742] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.744742] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47b73792-df9e-4961-a4aa-fb95e1cff72d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.759328] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.759513] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.760409] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c8b40a-52a9-4285-8d63-0b7a7247f6b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.769221] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 621.769221] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e2bad7-abfa-c2e6-e7e7-92163f07fc56" [ 621.769221] env[69220]: _type = "Task" [ 621.769221] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.778986] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e2bad7-abfa-c2e6-e7e7-92163f07fc56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.803427] env[69220]: DEBUG nova.network.neutron [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Successfully updated port: c96e141b-3956-46d3-9395-598ab0c315ca {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.818225] env[69220]: DEBUG nova.network.neutron [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Updated VIF entry in instance network info cache for port fe3c2f70-6d64-471b-ba3a-05deaff32697. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.820678] env[69220]: DEBUG nova.network.neutron [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Updating instance_info_cache with network_info: [{"id": "fe3c2f70-6d64-471b-ba3a-05deaff32697", "address": "fa:16:3e:ce:28:a4", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3c2f70-6d", "ovs_interfaceid": "fe3c2f70-6d64-471b-ba3a-05deaff32697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.874498] env[69220]: DEBUG nova.policy [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17280e6499be4b5ea32e2743b5cb1779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92cd0de2a88b48c1aa34109dc832ecdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.954907] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800263, 'name': ReconfigVM_Task, 'duration_secs': 0.969231} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.955263] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Reconfigured VM instance instance-00000006 to attach disk [datastore1] a0a48565-eb95-4160-8ba5-201fb84b8203/a0a48565-eb95-4160-8ba5-201fb84b8203.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.956533] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d622582c-3e30-4468-9d4a-18f219b5fe6e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.965811] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 621.965811] env[69220]: value = "task-2800265" [ 621.965811] env[69220]: _type = "Task" [ 621.965811] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.975968] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800265, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.979039] env[69220]: DEBUG nova.network.neutron [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Successfully created port: c09cbb7b-9e06-44c1-a559-87be0801aba7 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.024198] env[69220]: DEBUG nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.074124] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 4daa71d1-7ad0-4357-a975-400d96176698 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.074203] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 93db5ef7-9fbd-4a76-a50a-71cc14b3355e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.074393] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance b8f35160-0994-45dd-9159-7d896cf4c9f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.074471] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance d36a9604-4cc7-4781-9d17-d45d62b6a66e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.074856] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 17f009fc-b0fd-49e6-8074-0194dfab0f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.074856] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance a0a48565-eb95-4160-8ba5-201fb84b8203 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.074856] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance dfe2202c-0859-4596-a0a4-70fef4f6ecff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.074985] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 7f1b4467-736f-48f6-8e6c-08ba9a6ba725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.074985] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5e2b8644-0643-452c-908c-db1c741760a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.077074] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 99c21326-9d7e-4439-89b0-5dfd90577cdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.210084] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800264, 'name': ReconfigVM_Task, 'duration_secs': 0.53235} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.213653] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.214313] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3696a546-868f-43f1-bcc1-ee554db22e10 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.221688] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800262, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.146651} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.223224] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] d36a9604-4cc7-4781-9d17-d45d62b6a66e/d36a9604-4cc7-4781-9d17-d45d62b6a66e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.224749] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.224749] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 622.224749] env[69220]: value = "task-2800266" [ 622.224749] env[69220]: _type = "Task" [ 622.224749] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.224749] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-596cc2aa-f29e-4e63-ae60-2a290a71821c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.242158] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 622.242158] env[69220]: value = "task-2800267" [ 622.242158] env[69220]: _type = "Task" [ 622.242158] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.248347] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800266, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.257986] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.300783] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e2bad7-abfa-c2e6-e7e7-92163f07fc56, 'name': SearchDatastore_Task, 'duration_secs': 0.05493} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.300783] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd45e189-ad09-4b4a-9ad3-2ca47de4a1cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.300783] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 622.300783] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5204cbd0-e961-d96a-b87f-38161d143ede" [ 622.300783] env[69220]: _type = "Task" [ 622.300783] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.309073] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquiring lock "refresh_cache-dfe2202c-0859-4596-a0a4-70fef4f6ecff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.309345] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquired lock "refresh_cache-dfe2202c-0859-4596-a0a4-70fef4f6ecff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.309548] env[69220]: DEBUG nova.network.neutron [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.315450] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5204cbd0-e961-d96a-b87f-38161d143ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.325185] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Releasing lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.325185] env[69220]: DEBUG nova.compute.manager [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Received event network-vif-plugged-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.325185] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Acquiring lock "17f009fc-b0fd-49e6-8074-0194dfab0f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.325185] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Lock "17f009fc-b0fd-49e6-8074-0194dfab0f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.325584] env[69220]: DEBUG oslo_concurrency.lockutils [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] Lock "17f009fc-b0fd-49e6-8074-0194dfab0f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.325584] env[69220]: DEBUG nova.compute.manager [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] No waiting events found dispatching network-vif-plugged-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.325810] env[69220]: WARNING nova.compute.manager [req-4320d435-4594-4b8b-ac24-ad283674e384 req-b759974b-ec3e-4236-a0c3-13c55cb10c37 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Received unexpected event network-vif-plugged-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e for instance with vm_state building and task_state spawning. [ 622.423777] env[69220]: DEBUG nova.network.neutron [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Successfully updated port: 51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.475698] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800265, 'name': Rename_Task, 'duration_secs': 0.205262} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.476261] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.476358] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2a959cf-28c2-411a-a76b-30028ac20507 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.486606] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 622.486606] env[69220]: value = "task-2800268" [ 622.486606] env[69220]: _type = "Task" [ 622.486606] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.496123] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.582553] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9421efc6-6e98-48f4-a136-b3217e97527f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 622.671828] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquiring lock "981b1665-fc39-4e8a-9628-4c878ef5659e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.672137] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "981b1665-fc39-4e8a-9628-4c878ef5659e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.738526] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800266, 'name': Rename_Task, 'duration_secs': 0.185504} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.738887] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.739129] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e327207-33c0-4fcc-bd13-b99100340106 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.746677] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 622.746677] env[69220]: value = "task-2800269" [ 622.746677] env[69220]: _type = "Task" [ 622.746677] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.759302] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.764408] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077296} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.764877] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.766994] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc4c53-120e-4db1-98b3-bc6fb914b1c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.793141] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] d36a9604-4cc7-4781-9d17-d45d62b6a66e/d36a9604-4cc7-4781-9d17-d45d62b6a66e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.795504] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-508e8c97-3612-4d77-bff0-00ca1000ce41 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.822238] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5204cbd0-e961-d96a-b87f-38161d143ede, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.824766] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.824766] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 17f009fc-b0fd-49e6-8074-0194dfab0f07/17f009fc-b0fd-49e6-8074-0194dfab0f07.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.824766] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 622.824766] env[69220]: value = "task-2800270" [ 622.824766] env[69220]: _type = "Task" [ 622.824766] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.824766] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f925600a-67e9-48dd-b197-2287238cc8d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.835536] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.837033] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 622.837033] env[69220]: value = "task-2800271" [ 622.837033] env[69220]: _type = "Task" [ 622.837033] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.926836] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquiring lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.927087] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquired lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.927275] env[69220]: DEBUG nova.network.neutron [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.939448] env[69220]: DEBUG nova.network.neutron [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.996582] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.048324] env[69220]: DEBUG nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.075610] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.075841] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.075995] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.076192] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.076494] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.076494] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.076739] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.076904] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.078988] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.078988] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.078988] env[69220]: DEBUG nova.virt.hardware [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.079191] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8f92ad-9d7a-41ef-91bc-59bf66d0fc29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.089986] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68d617fa-7443-4b83-892c-1e6f928905d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 623.090229] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 623.090372] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 623.094827] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1869951-cc2f-463d-862c-3b4f6fde21ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.177737] env[69220]: DEBUG nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.259796] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.285595] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquiring lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.285595] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.337045] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.352507] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.361757] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db485e9-7869-4a7d-b8e0-4aa23916dbe6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.373222] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dad4e5-a6af-40a8-9ca5-19903b894637 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.422380] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c433931b-112c-4957-9a45-1c7458702eca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.431991] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45edefb-df29-48dd-97e4-4d9eb8070cdb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.456110] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.498657] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800268, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.543427] env[69220]: DEBUG nova.network.neutron [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.650875] env[69220]: DEBUG nova.network.neutron [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Updating instance_info_cache with network_info: [{"id": "c96e141b-3956-46d3-9395-598ab0c315ca", "address": "fa:16:3e:9b:e7:4b", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96e141b-39", "ovs_interfaceid": "c96e141b-3956-46d3-9395-598ab0c315ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.713187] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.760833] env[69220]: DEBUG oslo_vmware.api [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800269, 'name': PowerOnVM_Task, 'duration_secs': 0.931047} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.761088] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.761337] env[69220]: DEBUG nova.compute.manager [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.762134] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6debaf33-97c3-429c-9ced-737975c7af93 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.836521] env[69220]: DEBUG nova.network.neutron [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Successfully created port: f8df5f94-02c3-4a0c-bac5-691f6a3bc91d {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.841998] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800270, 'name': ReconfigVM_Task, 'duration_secs': 0.796856} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.845963] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Reconfigured VM instance instance-00000004 to attach disk [datastore2] d36a9604-4cc7-4781-9d17-d45d62b6a66e/d36a9604-4cc7-4781-9d17-d45d62b6a66e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.846320] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dd569bd-e05b-44a4-9633-21cc9f7a9039 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.853307] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.982676} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.856722] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 17f009fc-b0fd-49e6-8074-0194dfab0f07/17f009fc-b0fd-49e6-8074-0194dfab0f07.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.856722] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.856722] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 623.856722] env[69220]: value = "task-2800272" [ 623.856722] env[69220]: _type = "Task" [ 623.856722] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.856722] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3692855-8195-4343-b289-bc91b44fdecd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.865434] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800272, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.866270] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 623.866270] env[69220]: value = "task-2800273" [ 623.866270] env[69220]: _type = "Task" [ 623.866270] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.874790] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.960419] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.003463] env[69220]: DEBUG oslo_vmware.api [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800268, 'name': PowerOnVM_Task, 'duration_secs': 1.093203} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.003463] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.003463] env[69220]: INFO nova.compute.manager [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Took 10.14 seconds to spawn the instance on the hypervisor. [ 624.003463] env[69220]: DEBUG nova.compute.manager [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.003463] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90f601-5c4c-4a02-bbd4-983d63faa98f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.083891] env[69220]: DEBUG nova.network.neutron [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Updating instance_info_cache with network_info: [{"id": "51d3e881-afc3-433e-9975-d8f22600b687", "address": "fa:16:3e:16:07:72", "network": {"id": "a45257f9-4ae2-4909-b68b-2186f399a601", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1985740690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa3366af14340078f57db6ce45a8dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d3e881-af", "ovs_interfaceid": "51d3e881-afc3-433e-9975-d8f22600b687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.155148] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Releasing lock "refresh_cache-dfe2202c-0859-4596-a0a4-70fef4f6ecff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.155460] env[69220]: DEBUG nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Instance network_info: |[{"id": "c96e141b-3956-46d3-9395-598ab0c315ca", "address": "fa:16:3e:9b:e7:4b", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96e141b-39", "ovs_interfaceid": "c96e141b-3956-46d3-9395-598ab0c315ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.156388] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:e7:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c96e141b-3956-46d3-9395-598ab0c315ca', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.165029] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Creating folder: Project (2155435fe5f6436991cd67718e4952ca). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.165350] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-219d4fe5-fbaf-4d14-9a3a-b7772e5b6bbb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.176859] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Created folder: Project (2155435fe5f6436991cd67718e4952ca) in parent group-v562703. [ 624.176859] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Creating folder: Instances. Parent ref: group-v562723. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.177190] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82769d2c-efc0-4475-9c1c-40da60cb7eb8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.188780] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Created folder: Instances in parent group-v562723. [ 624.189334] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.189574] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.189826] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-141fe072-2924-4240-8332-a000673e3752 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.211374] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.211374] env[69220]: value = "task-2800276" [ 624.211374] env[69220]: _type = "Task" [ 624.211374] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.224610] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800276, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.288467] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.369904] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800272, 'name': Rename_Task, 'duration_secs': 0.33395} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.374509] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.375113] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc9a1064-6b01-42bb-a099-dfab8a1cdfcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.383306] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104907} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.385265] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.385644] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 624.385644] env[69220]: value = "task-2800277" [ 624.385644] env[69220]: _type = "Task" [ 624.385644] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.386474] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c6f29-9816-4bd0-b312-8543a7535fd9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.415479] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 17f009fc-b0fd-49e6-8074-0194dfab0f07/17f009fc-b0fd-49e6-8074-0194dfab0f07.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.419693] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adff45ad-640c-4335-a44e-a9773d9f0cac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.437443] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.444364] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 624.444364] env[69220]: value = "task-2800278" [ 624.444364] env[69220]: _type = "Task" [ 624.444364] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.453299] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.467404] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 624.467801] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.461s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.468253] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.374s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.470305] env[69220]: INFO nova.compute.claims [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.529036] env[69220]: INFO nova.compute.manager [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Took 22.50 seconds to build instance. [ 624.594017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Releasing lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.594017] env[69220]: DEBUG nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Instance network_info: |[{"id": "51d3e881-afc3-433e-9975-d8f22600b687", "address": "fa:16:3e:16:07:72", "network": {"id": "a45257f9-4ae2-4909-b68b-2186f399a601", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1985740690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa3366af14340078f57db6ce45a8dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d3e881-af", "ovs_interfaceid": "51d3e881-afc3-433e-9975-d8f22600b687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.594172] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:07:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d3e881-afc3-433e-9975-d8f22600b687', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.605916] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Creating folder: Project (7fa3366af14340078f57db6ce45a8dfc). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.606510] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-687a241f-c88b-4a7d-a36a-12a37c9144ce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.622195] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Created folder: Project (7fa3366af14340078f57db6ce45a8dfc) in parent group-v562703. [ 624.622195] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Creating folder: Instances. Parent ref: group-v562726. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.622195] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6f236bd-aa94-49b9-aad3-c693c76ead9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.634399] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Created folder: Instances in parent group-v562726. [ 624.634657] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.634854] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.635080] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8dcac3-0aa2-4a37-a606-b450c9aa67c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.665759] env[69220]: DEBUG nova.compute.manager [req-be8ac383-0fdf-467c-b487-728b0915b9b5 req-6cfbb5df-38cc-46b8-8adf-86633c50359a service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Received event network-vif-plugged-c96e141b-3956-46d3-9395-598ab0c315ca {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.666018] env[69220]: DEBUG oslo_concurrency.lockutils [req-be8ac383-0fdf-467c-b487-728b0915b9b5 req-6cfbb5df-38cc-46b8-8adf-86633c50359a service nova] Acquiring lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.666245] env[69220]: DEBUG oslo_concurrency.lockutils [req-be8ac383-0fdf-467c-b487-728b0915b9b5 req-6cfbb5df-38cc-46b8-8adf-86633c50359a service nova] Lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.666403] env[69220]: DEBUG oslo_concurrency.lockutils [req-be8ac383-0fdf-467c-b487-728b0915b9b5 req-6cfbb5df-38cc-46b8-8adf-86633c50359a service nova] Lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.666563] env[69220]: DEBUG nova.compute.manager [req-be8ac383-0fdf-467c-b487-728b0915b9b5 req-6cfbb5df-38cc-46b8-8adf-86633c50359a service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] No waiting events found dispatching network-vif-plugged-c96e141b-3956-46d3-9395-598ab0c315ca {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.666721] env[69220]: WARNING nova.compute.manager [req-be8ac383-0fdf-467c-b487-728b0915b9b5 req-6cfbb5df-38cc-46b8-8adf-86633c50359a service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Received unexpected event network-vif-plugged-c96e141b-3956-46d3-9395-598ab0c315ca for instance with vm_state building and task_state spawning. [ 624.675184] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.675184] env[69220]: value = "task-2800281" [ 624.675184] env[69220]: _type = "Task" [ 624.675184] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.688622] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800281, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.724314] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800276, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.903824] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.961431] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.031343] env[69220]: DEBUG oslo_concurrency.lockutils [None req-83876caa-d969-46e2-bdf4-8c9239f14149 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "a0a48565-eb95-4160-8ba5-201fb84b8203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.548s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.192559] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800281, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.224671] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800276, 'name': CreateVM_Task, 'duration_secs': 0.851281} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.225075] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.226651] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.226651] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.227079] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.227440] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92bc2df-8573-44e1-89d0-d06e5757a022 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.232916] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 625.232916] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d533ba-c8b6-014a-4e6b-20ba98b63bbd" [ 625.232916] env[69220]: _type = "Task" [ 625.232916] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.242610] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d533ba-c8b6-014a-4e6b-20ba98b63bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.404430] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.460696] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800278, 'name': ReconfigVM_Task, 'duration_secs': 0.924965} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.461110] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 17f009fc-b0fd-49e6-8074-0194dfab0f07/17f009fc-b0fd-49e6-8074-0194dfab0f07.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.462452] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c0a2513-f589-46c0-b734-06d4f1e5dbf8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.469132] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 625.469132] env[69220]: value = "task-2800282" [ 625.469132] env[69220]: _type = "Task" [ 625.469132] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.478311] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800282, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.539476] env[69220]: DEBUG nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.586824] env[69220]: DEBUG nova.network.neutron [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Successfully updated port: c09cbb7b-9e06-44c1-a559-87be0801aba7 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.687538] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800281, 'name': CreateVM_Task, 'duration_secs': 0.661514} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.690327] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.691225] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.751393] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d533ba-c8b6-014a-4e6b-20ba98b63bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.021299} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.751749] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.752071] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.752271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.752409] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.752603] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.752878] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.753217] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.753460] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf9974f-6826-45c2-8e92-2611711b03d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.755633] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286b1de9-e926-40fe-b1f5-9122320b0b99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.761670] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 625.761670] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5259b148-8e14-860a-d32b-9085faccb380" [ 625.761670] env[69220]: _type = "Task" [ 625.761670] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.766513] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.766583] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.767803] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630a1fdf-dc69-4c27-aefe-bd98c7880386 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.785663] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5259b148-8e14-860a-d32b-9085faccb380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.787847] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 625.787847] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52472fbe-e401-ba31-af33-62ebbd7e6716" [ 625.787847] env[69220]: _type = "Task" [ 625.787847] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.807146] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52472fbe-e401-ba31-af33-62ebbd7e6716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.814406] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fb9b09-3100-4f91-a737-82672ca0021b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.825200] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c73a172-6980-41b2-a8cc-f4b403ade1df {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.834877] env[69220]: DEBUG nova.compute.manager [req-6a9a6f07-447d-4fa6-9f25-9fdb9e5a15ba req-c2fac04e-246f-40b5-bd3b-9a007e767124 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Received event network-changed-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.835109] env[69220]: DEBUG nova.compute.manager [req-6a9a6f07-447d-4fa6-9f25-9fdb9e5a15ba req-c2fac04e-246f-40b5-bd3b-9a007e767124 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Refreshing instance network info cache due to event network-changed-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 625.835315] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a9a6f07-447d-4fa6-9f25-9fdb9e5a15ba req-c2fac04e-246f-40b5-bd3b-9a007e767124 service nova] Acquiring lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.835460] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a9a6f07-447d-4fa6-9f25-9fdb9e5a15ba req-c2fac04e-246f-40b5-bd3b-9a007e767124 service nova] Acquired lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.835645] env[69220]: DEBUG nova.network.neutron [req-6a9a6f07-447d-4fa6-9f25-9fdb9e5a15ba req-c2fac04e-246f-40b5-bd3b-9a007e767124 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Refreshing network info cache for port 4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.869247] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe274b71-9e70-48cd-9e89-4191c9f5911b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.882728] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4402f7-2586-449d-b7a4-726cbad0f7a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.908094] env[69220]: DEBUG nova.compute.provider_tree [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.916483] env[69220]: DEBUG oslo_vmware.api [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800277, 'name': PowerOnVM_Task, 'duration_secs': 1.497408} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.916737] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.916934] env[69220]: INFO nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Took 16.78 seconds to spawn the instance on the hypervisor. [ 625.918703] env[69220]: DEBUG nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.919674] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1567c67d-e642-4e1c-85fe-ab7041b0fa86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.988452] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800282, 'name': Rename_Task, 'duration_secs': 0.215827} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.988939] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.990138] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075452b7-5649-4424-84db-c56900ebcd4d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.999787] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 625.999787] env[69220]: value = "task-2800283" [ 625.999787] env[69220]: _type = "Task" [ 625.999787] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.009051] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.066174] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.096470] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquiring lock "refresh_cache-5e2b8644-0643-452c-908c-db1c741760a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.096470] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquired lock "refresh_cache-5e2b8644-0643-452c-908c-db1c741760a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.096470] env[69220]: DEBUG nova.network.neutron [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.274558] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5259b148-8e14-860a-d32b-9085faccb380, 'name': SearchDatastore_Task, 'duration_secs': 0.034049} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.274883] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.275797] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.275797] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.300852] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52472fbe-e401-ba31-af33-62ebbd7e6716, 'name': SearchDatastore_Task, 'duration_secs': 0.016135} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.301930] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed75e582-c00d-4e4e-9492-edaea3292e90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.309679] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 626.309679] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52dd2796-e43b-02fd-d158-3b69fa7b1764" [ 626.309679] env[69220]: _type = "Task" [ 626.309679] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.324632] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52dd2796-e43b-02fd-d158-3b69fa7b1764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.413355] env[69220]: DEBUG nova.scheduler.client.report [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.444133] env[69220]: INFO nova.compute.manager [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Took 27.70 seconds to build instance. [ 626.512556] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.640289] env[69220]: DEBUG nova.compute.manager [None req-d8628f8e-fe59-4d1c-a0d6-f1c49e93ad58 tempest-ServerDiagnosticsTest-2066986649 tempest-ServerDiagnosticsTest-2066986649-project-admin] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.642404] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfda5c5-3667-4ddd-8f23-cc15363dd081 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.650627] env[69220]: INFO nova.compute.manager [None req-d8628f8e-fe59-4d1c-a0d6-f1c49e93ad58 tempest-ServerDiagnosticsTest-2066986649 tempest-ServerDiagnosticsTest-2066986649-project-admin] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Retrieving diagnostics [ 626.651440] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5856175-95c3-499e-a361-e0d922bac43f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.695222] env[69220]: DEBUG nova.network.neutron [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.821980] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52dd2796-e43b-02fd-d158-3b69fa7b1764, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.824585] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.825394] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] dfe2202c-0859-4596-a0a4-70fef4f6ecff/dfe2202c-0859-4596-a0a4-70fef4f6ecff.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.825394] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.825709] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.825709] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88027642-97a7-4cb0-b6fd-8e77184b9c99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.830891] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b466ce39-f0c7-472c-83d7-fa6b9e790e63 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.838778] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 626.838778] env[69220]: value = "task-2800284" [ 626.838778] env[69220]: _type = "Task" [ 626.838778] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.843493] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.843678] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.846216] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7793ea-a12d-412a-908a-29036e8cd98c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.852560] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.856325] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 626.856325] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5274af38-c4a5-73d1-f995-e5b4ce1fa684" [ 626.856325] env[69220]: _type = "Task" [ 626.856325] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.864697] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5274af38-c4a5-73d1-f995-e5b4ce1fa684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.898678] env[69220]: DEBUG nova.network.neutron [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Successfully updated port: f8df5f94-02c3-4a0c-bac5-691f6a3bc91d {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.925103] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.925299] env[69220]: DEBUG nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.929858] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.617s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.931917] env[69220]: INFO nova.compute.claims [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.941509] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Acquiring lock "b8f35160-0994-45dd-9159-7d896cf4c9f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.941683] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Lock "b8f35160-0994-45dd-9159-7d896cf4c9f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.941878] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Acquiring lock "b8f35160-0994-45dd-9159-7d896cf4c9f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.942065] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Lock "b8f35160-0994-45dd-9159-7d896cf4c9f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.942222] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Lock "b8f35160-0994-45dd-9159-7d896cf4c9f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.944824] env[69220]: INFO nova.compute.manager [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Terminating instance [ 626.947763] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9609c85-8662-4344-a244-698cf48ec231 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.213s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.949682] env[69220]: DEBUG nova.network.neutron [req-6a9a6f07-447d-4fa6-9f25-9fdb9e5a15ba req-c2fac04e-246f-40b5-bd3b-9a007e767124 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Updated VIF entry in instance network info cache for port 4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.950199] env[69220]: DEBUG nova.network.neutron [req-6a9a6f07-447d-4fa6-9f25-9fdb9e5a15ba req-c2fac04e-246f-40b5-bd3b-9a007e767124 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Updating instance_info_cache with network_info: [{"id": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "address": "fa:16:3e:13:07:88", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fab0158-1b", "ovs_interfaceid": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.017744] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.031856] env[69220]: DEBUG nova.network.neutron [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Updating instance_info_cache with network_info: [{"id": "c09cbb7b-9e06-44c1-a559-87be0801aba7", "address": "fa:16:3e:46:48:7b", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09cbb7b-9e", "ovs_interfaceid": "c09cbb7b-9e06-44c1-a559-87be0801aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.074689] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquiring lock "b67b2f26-bb01-45c5-abb3-e63da889b324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.074932] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "b67b2f26-bb01-45c5-abb3-e63da889b324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.353649] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800284, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.369549] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5274af38-c4a5-73d1-f995-e5b4ce1fa684, 'name': SearchDatastore_Task, 'duration_secs': 0.015073} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.371027] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b570111-d941-41ff-827c-02846aa09d30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.381024] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 627.381024] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5292198e-b76e-55d0-1b3d-1e3b73b962fc" [ 627.381024] env[69220]: _type = "Task" [ 627.381024] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.392399] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5292198e-b76e-55d0-1b3d-1e3b73b962fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.401278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.402297] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.402297] env[69220]: DEBUG nova.network.neutron [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.433163] env[69220]: DEBUG nova.compute.utils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.433791] env[69220]: DEBUG nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.433993] env[69220]: DEBUG nova.network.neutron [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.454020] env[69220]: DEBUG nova.compute.manager [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.454020] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.454020] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a9a6f07-447d-4fa6-9f25-9fdb9e5a15ba req-c2fac04e-246f-40b5-bd3b-9a007e767124 service nova] Releasing lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.454020] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf46cb-6818-4f9d-ad06-a8740decf46b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.464682] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.464682] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f71866a-34f4-46de-867e-75c814f25c50 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.478741] env[69220]: DEBUG oslo_vmware.api [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Waiting for the task: (returnval){ [ 627.478741] env[69220]: value = "task-2800285" [ 627.478741] env[69220]: _type = "Task" [ 627.478741] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.489995] env[69220]: DEBUG oslo_vmware.api [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Task: {'id': task-2800285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.515464] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.529960] env[69220]: DEBUG nova.policy [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd103b1386e164561889fd5315f07bf59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db17f1cf122d44a58de6d68fb01a365c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.539266] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Releasing lock "refresh_cache-5e2b8644-0643-452c-908c-db1c741760a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.539266] env[69220]: DEBUG nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Instance network_info: |[{"id": "c09cbb7b-9e06-44c1-a559-87be0801aba7", "address": "fa:16:3e:46:48:7b", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09cbb7b-9e", "ovs_interfaceid": "c09cbb7b-9e06-44c1-a559-87be0801aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.539552] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:48:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c09cbb7b-9e06-44c1-a559-87be0801aba7', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.549680] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Creating folder: Project (cc1e6a035af54eddba09ad7fc7e2f226). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.552674] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c29f8c5-7e0c-448b-bd90-4c45b7b32805 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.565328] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Created folder: Project (cc1e6a035af54eddba09ad7fc7e2f226) in parent group-v562703. [ 627.568956] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Creating folder: Instances. Parent ref: group-v562729. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.569320] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-683401dd-2377-4275-af6a-8d4edbee4409 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.578461] env[69220]: DEBUG nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.586210] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Created folder: Instances in parent group-v562729. [ 627.586210] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.586647] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.586836] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe4bdc55-ba48-4c60-960c-18debaf5aee9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.616987] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.616987] env[69220]: value = "task-2800288" [ 627.616987] env[69220]: _type = "Task" [ 627.616987] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.635220] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800288, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.752454] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "748b699b-74d2-4956-bfa4-2e07de0a83ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.752454] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "748b699b-74d2-4956-bfa4-2e07de0a83ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.859670] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688278} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.859670] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] dfe2202c-0859-4596-a0a4-70fef4f6ecff/dfe2202c-0859-4596-a0a4-70fef4f6ecff.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.859670] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.859670] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde33770-ce94-414c-a70c-4371d3342acd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.868446] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 627.868446] env[69220]: value = "task-2800289" [ 627.868446] env[69220]: _type = "Task" [ 627.868446] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.879073] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.889878] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5292198e-b76e-55d0-1b3d-1e3b73b962fc, 'name': SearchDatastore_Task, 'duration_secs': 0.061064} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.890235] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.890543] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 7f1b4467-736f-48f6-8e6c-08ba9a6ba725/7f1b4467-736f-48f6-8e6c-08ba9a6ba725.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.891027] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab9bb8e-4356-4a17-b9cd-733d8614035a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.903122] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 627.903122] env[69220]: value = "task-2800290" [ 627.903122] env[69220]: _type = "Task" [ 627.903122] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.918528] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.938296] env[69220]: DEBUG nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.965940] env[69220]: DEBUG nova.network.neutron [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.970042] env[69220]: DEBUG nova.network.neutron [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Successfully created port: e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.987569] env[69220]: DEBUG oslo_vmware.api [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Task: {'id': task-2800285, 'name': PowerOffVM_Task, 'duration_secs': 0.276059} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.987950] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.987950] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.988214] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc0b1acf-4739-401e-826a-31683103c5a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.018204] env[69220]: DEBUG oslo_vmware.api [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800283, 'name': PowerOnVM_Task, 'duration_secs': 1.60823} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.021627] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.021926] env[69220]: INFO nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Took 16.49 seconds to spawn the instance on the hypervisor. [ 628.022135] env[69220]: DEBUG nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.023230] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef01995-a98f-4de1-9939-4368c87ed63b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.063472] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.063688] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.063859] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Deleting the datastore file [datastore2] b8f35160-0994-45dd-9159-7d896cf4c9f2 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.064202] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeeab734-c63f-485c-9c54-f667eb32960d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.074836] env[69220]: DEBUG oslo_vmware.api [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Waiting for the task: (returnval){ [ 628.074836] env[69220]: value = "task-2800292" [ 628.074836] env[69220]: _type = "Task" [ 628.074836] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.079494] env[69220]: INFO nova.compute.manager [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Rebuilding instance [ 628.095557] env[69220]: DEBUG oslo_vmware.api [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Task: {'id': task-2800292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.116479] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.134636] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800288, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.141941] env[69220]: DEBUG nova.compute.manager [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.141941] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce593aa5-9277-4cf1-92c1-6b2f9b906788 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.261887] env[69220]: DEBUG nova.compute.manager [None req-94cff7ab-cf67-472c-bd5d-0cc691ae3a1f tempest-ServerDiagnosticsV248Test-1146473110 tempest-ServerDiagnosticsV248Test-1146473110-project-admin] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.262336] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed03501-d926-4c86-a332-2cacd4dfb892 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.275945] env[69220]: INFO nova.compute.manager [None req-94cff7ab-cf67-472c-bd5d-0cc691ae3a1f tempest-ServerDiagnosticsV248Test-1146473110 tempest-ServerDiagnosticsV248Test-1146473110-project-admin] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Retrieving diagnostics [ 628.275945] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b869294-4f4d-488d-ad0c-6862868e5563 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.309293] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10e836-e5f2-44b0-b2d2-8c82d0a61cbb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.315278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.315278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.320328] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a4cd8c-44d4-4388-b565-2429aea3ca03 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.354796] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1428cd82-b80a-472c-89bd-576c0b742ab9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.362973] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7be10f-2897-4c02-a2a7-5866ff1574a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.380947] env[69220]: DEBUG nova.compute.provider_tree [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.383533] env[69220]: DEBUG nova.network.neutron [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance_info_cache with network_info: [{"id": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "address": "fa:16:3e:76:0d:2f", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8df5f94-02", "ovs_interfaceid": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.390342] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075599} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.390461] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.391581] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886338c-1376-4449-84f1-3a6c5f62ceec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.418781] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] dfe2202c-0859-4596-a0a4-70fef4f6ecff/dfe2202c-0859-4596-a0a4-70fef4f6ecff.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.423090] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e87edb91-84fd-403f-9e47-18c37e79982c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.445375] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800290, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.446990] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 628.446990] env[69220]: value = "task-2800297" [ 628.446990] env[69220]: _type = "Task" [ 628.446990] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.460975] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.552402] env[69220]: INFO nova.compute.manager [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Took 27.23 seconds to build instance. [ 628.590567] env[69220]: DEBUG oslo_vmware.api [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Task: {'id': task-2800292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.631321] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800288, 'name': CreateVM_Task, 'duration_secs': 0.55161} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.631517] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.632297] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.632466] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.632804] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.633174] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae48f2b-67a2-4d07-bd4c-e7910c6104bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.638571] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 628.638571] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5234d34f-7b53-952a-11f7-063bf7914d18" [ 628.638571] env[69220]: _type = "Task" [ 628.638571] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.650739] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5234d34f-7b53-952a-11f7-063bf7914d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.885511] env[69220]: DEBUG nova.scheduler.client.report [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.888943] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.889220] env[69220]: DEBUG nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Instance network_info: |[{"id": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "address": "fa:16:3e:76:0d:2f", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8df5f94-02", "ovs_interfaceid": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.889602] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:0d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8df5f94-02c3-4a0c-bac5-691f6a3bc91d', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.897875] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Creating folder: Project (92cd0de2a88b48c1aa34109dc832ecdb). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.898384] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2678c63-0952-4e4a-bef5-5ea4184cb2bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.909766] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Created folder: Project (92cd0de2a88b48c1aa34109dc832ecdb) in parent group-v562703. [ 628.909970] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Creating folder: Instances. Parent ref: group-v562735. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.914099] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e151faca-f264-4f54-9ddf-512b4e6c29f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.921699] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800667} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.921990] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 7f1b4467-736f-48f6-8e6c-08ba9a6ba725/7f1b4467-736f-48f6-8e6c-08ba9a6ba725.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.922220] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.923517] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-795462a1-abb6-4fb9-9f33-254b8b92e0ef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.925409] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Created folder: Instances in parent group-v562735. [ 628.925633] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.925885] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.926617] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bc37e68-1225-443c-8be3-52bf71cd46e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.944849] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 628.944849] env[69220]: value = "task-2800300" [ 628.944849] env[69220]: _type = "Task" [ 628.944849] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.950113] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.950113] env[69220]: value = "task-2800301" [ 628.950113] env[69220]: _type = "Task" [ 628.950113] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.960785] env[69220]: DEBUG nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.963064] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.967879] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.972522] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800301, 'name': CreateVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.003669] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.004090] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.004351] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.004589] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.004742] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.004885] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.005111] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.005350] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.005593] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.005694] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.005891] env[69220]: DEBUG nova.virt.hardware [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.006826] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff493a96-9445-4c6e-a9be-b14f1a208e65 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.015095] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260706d1-2da2-475c-97b9-68694b18bde8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.055944] env[69220]: DEBUG oslo_concurrency.lockutils [None req-881f0600-af68-41a3-98fe-8b609fa0cd79 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "17f009fc-b0fd-49e6-8074-0194dfab0f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.760s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.087133] env[69220]: DEBUG oslo_vmware.api [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Task: {'id': task-2800292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.639123} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.087383] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.087550] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.087719] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.087886] env[69220]: INFO nova.compute.manager [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 629.088138] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.088318] env[69220]: DEBUG nova.compute.manager [-] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.088444] env[69220]: DEBUG nova.network.neutron [-] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.152121] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5234d34f-7b53-952a-11f7-063bf7914d18, 'name': SearchDatastore_Task, 'duration_secs': 0.041649} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.152445] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.153302] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.153302] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.153302] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.153302] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.153965] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba7023f-239c-4a91-91e0-b706646cdde7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.166465] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.166465] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.166465] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.166998] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81fda267-a289-4799-a729-199b6e0c995f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.169369] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c32215-4c81-4991-8492-ada2694bcff2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.177842] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 629.177842] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5290f3cb-050e-207e-cc3d-786e863ee010" [ 629.177842] env[69220]: _type = "Task" [ 629.177842] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.179285] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 629.179285] env[69220]: value = "task-2800302" [ 629.179285] env[69220]: _type = "Task" [ 629.179285] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.194372] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5290f3cb-050e-207e-cc3d-786e863ee010, 'name': SearchDatastore_Task, 'duration_secs': 0.015068} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.198370] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.198582] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a2f9f8-3a28-47bd-b475-838ae5ce101c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.204995] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 629.204995] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f92ee5-95b5-aec9-0849-d1d1ea446f11" [ 629.204995] env[69220]: _type = "Task" [ 629.204995] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.217295] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f92ee5-95b5-aec9-0849-d1d1ea446f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.400825] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.400825] env[69220]: DEBUG nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.404450] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.691s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.406040] env[69220]: INFO nova.compute.claims [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.463261] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071985} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.467138] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.468635] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800297, 'name': ReconfigVM_Task, 'duration_secs': 0.834028} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.469256] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d31ffb-909c-4efe-9f57-c250b983f539 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.472494] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Reconfigured VM instance instance-00000007 to attach disk [datastore2] dfe2202c-0859-4596-a0a4-70fef4f6ecff/dfe2202c-0859-4596-a0a4-70fef4f6ecff.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.474402] env[69220]: DEBUG nova.compute.manager [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Received event network-changed-c96e141b-3956-46d3-9395-598ab0c315ca {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.474581] env[69220]: DEBUG nova.compute.manager [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Refreshing instance network info cache due to event network-changed-c96e141b-3956-46d3-9395-598ab0c315ca. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 629.474816] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Acquiring lock "refresh_cache-dfe2202c-0859-4596-a0a4-70fef4f6ecff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.474972] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Acquired lock "refresh_cache-dfe2202c-0859-4596-a0a4-70fef4f6ecff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.475150] env[69220]: DEBUG nova.network.neutron [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Refreshing network info cache for port c96e141b-3956-46d3-9395-598ab0c315ca {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.481944] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edd2d67f-22c0-47ee-8d0f-693c4c535fe6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.484725] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800301, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.514794] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 7f1b4467-736f-48f6-8e6c-08ba9a6ba725/7f1b4467-736f-48f6-8e6c-08ba9a6ba725.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.516891] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6512134-f046-4ea3-a184-c6803e273e51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.533873] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 629.533873] env[69220]: value = "task-2800303" [ 629.533873] env[69220]: _type = "Task" [ 629.533873] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.543505] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 629.543505] env[69220]: value = "task-2800304" [ 629.543505] env[69220]: _type = "Task" [ 629.543505] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.551753] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800303, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.558026] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.558603] env[69220]: DEBUG nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.692297] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800302, 'name': PowerOffVM_Task, 'duration_secs': 0.2104} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.692568] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.692796] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.693581] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498f4f4a-b027-4a12-9aed-ee8bce7adc13 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.700147] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.700483] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3067814f-397d-48ed-9fca-1cb7be39570f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.715991] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f92ee5-95b5-aec9-0849-d1d1ea446f11, 'name': SearchDatastore_Task, 'duration_secs': 0.012487} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.716334] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.716629] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 5e2b8644-0643-452c-908c-db1c741760a5/5e2b8644-0643-452c-908c-db1c741760a5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.716930] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf60f4aa-af18-4fb4-8a28-5412acf4efdc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.722291] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.722551] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.722768] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Deleting the datastore file [datastore2] 4daa71d1-7ad0-4357-a975-400d96176698 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.723966] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3242f1a5-0f2c-4d40-af2f-376f8f2d4daf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.728173] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 629.728173] env[69220]: value = "task-2800306" [ 629.728173] env[69220]: _type = "Task" [ 629.728173] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.733050] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 629.733050] env[69220]: value = "task-2800307" [ 629.733050] env[69220]: _type = "Task" [ 629.733050] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.739807] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.744625] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.822317] env[69220]: DEBUG nova.network.neutron [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Updated VIF entry in instance network info cache for port c96e141b-3956-46d3-9395-598ab0c315ca. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.822707] env[69220]: DEBUG nova.network.neutron [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Updating instance_info_cache with network_info: [{"id": "c96e141b-3956-46d3-9395-598ab0c315ca", "address": "fa:16:3e:9b:e7:4b", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96e141b-39", "ovs_interfaceid": "c96e141b-3956-46d3-9395-598ab0c315ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.912817] env[69220]: DEBUG nova.network.neutron [-] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.915824] env[69220]: DEBUG nova.compute.utils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.918232] env[69220]: DEBUG nova.network.neutron [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Successfully updated port: e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.921020] env[69220]: DEBUG nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.921020] env[69220]: DEBUG nova.network.neutron [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.966540] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800301, 'name': CreateVM_Task, 'duration_secs': 0.642017} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.967115] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.967868] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.968075] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.968492] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.969072] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d354b7f-35f8-472f-ace0-c546255341b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.972812] env[69220]: DEBUG nova.policy [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cec885ada9564aa58feeba2a6f4f6b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3123a0fa18004d1b9e59284c7c5e98bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.977520] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 629.977520] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5292fa28-1c50-961b-39a5-9f4b3d26c342" [ 629.977520] env[69220]: _type = "Task" [ 629.977520] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.987191] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5292fa28-1c50-961b-39a5-9f4b3d26c342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.006735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquiring lock "78a33d3a-2242-450d-a896-0701fbc034ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.006735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "78a33d3a-2242-450d-a896-0701fbc034ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.045888] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800303, 'name': Rename_Task, 'duration_secs': 0.293878} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.052022] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.052022] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3be3703f-656c-4fe2-9a23-02d98bd6ad3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.056137] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800304, 'name': ReconfigVM_Task, 'duration_secs': 0.431448} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.057410] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 7f1b4467-736f-48f6-8e6c-08ba9a6ba725/7f1b4467-736f-48f6-8e6c-08ba9a6ba725.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.058115] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 630.058115] env[69220]: value = "task-2800308" [ 630.058115] env[69220]: _type = "Task" [ 630.058115] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.060612] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20787fb6-603a-46b0-9113-d9778a0b2076 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.075930] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800308, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.077466] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 630.077466] env[69220]: value = "task-2800309" [ 630.077466] env[69220]: _type = "Task" [ 630.077466] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.083893] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.086895] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800309, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.255736] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800306, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.261615] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176662} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.262076] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.263216] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.263216] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.297407] env[69220]: DEBUG nova.network.neutron [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Successfully created port: b20a86cc-34b9-4827-b2bd-e087fab9120d {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.305956] env[69220]: DEBUG nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Received event network-vif-plugged-c09cbb7b-9e06-44c1-a559-87be0801aba7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.309341] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Acquiring lock "5e2b8644-0643-452c-908c-db1c741760a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.309341] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Lock "5e2b8644-0643-452c-908c-db1c741760a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.309341] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Lock "5e2b8644-0643-452c-908c-db1c741760a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.309341] env[69220]: DEBUG nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] No waiting events found dispatching network-vif-plugged-c09cbb7b-9e06-44c1-a559-87be0801aba7 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.309341] env[69220]: WARNING nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Received unexpected event network-vif-plugged-c09cbb7b-9e06-44c1-a559-87be0801aba7 for instance with vm_state building and task_state spawning. [ 630.309792] env[69220]: DEBUG nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Received event network-changed-c09cbb7b-9e06-44c1-a559-87be0801aba7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.309792] env[69220]: DEBUG nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Refreshing instance network info cache due to event network-changed-c09cbb7b-9e06-44c1-a559-87be0801aba7. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 630.309792] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Acquiring lock "refresh_cache-5e2b8644-0643-452c-908c-db1c741760a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.309792] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Acquired lock "refresh_cache-5e2b8644-0643-452c-908c-db1c741760a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.309792] env[69220]: DEBUG nova.network.neutron [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Refreshing network info cache for port c09cbb7b-9e06-44c1-a559-87be0801aba7 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.326715] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Releasing lock "refresh_cache-dfe2202c-0859-4596-a0a4-70fef4f6ecff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.326715] env[69220]: DEBUG nova.compute.manager [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Received event network-vif-plugged-51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.326715] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Acquiring lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.326715] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.326715] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.327431] env[69220]: DEBUG nova.compute.manager [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] No waiting events found dispatching network-vif-plugged-51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.327431] env[69220]: WARNING nova.compute.manager [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Received unexpected event network-vif-plugged-51d3e881-afc3-433e-9975-d8f22600b687 for instance with vm_state building and task_state spawning. [ 630.327431] env[69220]: DEBUG nova.compute.manager [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Received event network-changed-51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.327431] env[69220]: DEBUG nova.compute.manager [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Refreshing instance network info cache due to event network-changed-51d3e881-afc3-433e-9975-d8f22600b687. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 630.327561] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Acquiring lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.327685] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Acquired lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.327838] env[69220]: DEBUG nova.network.neutron [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Refreshing network info cache for port 51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.357261] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquiring lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.357261] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.357261] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquiring lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.357261] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.357532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.358656] env[69220]: INFO nova.compute.manager [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Terminating instance [ 630.422017] env[69220]: INFO nova.compute.manager [-] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Took 1.33 seconds to deallocate network for instance. [ 630.431989] env[69220]: DEBUG nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.437736] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.437964] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.438209] env[69220]: DEBUG nova.network.neutron [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.499825] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5292fa28-1c50-961b-39a5-9f4b3d26c342, 'name': SearchDatastore_Task, 'duration_secs': 0.037751} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.500180] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.500406] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.500634] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.500778] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.500951] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.501503] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d4f8c2-bc48-40d3-8093-c916dd7ec64d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.515218] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.515417] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.516207] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b82f73-d98a-4208-85a7-acc851394fa2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.521858] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 630.521858] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525a9203-c5d6-95fe-f464-279b0c535399" [ 630.521858] env[69220]: _type = "Task" [ 630.521858] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.530888] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525a9203-c5d6-95fe-f464-279b0c535399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.572177] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.587543] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800309, 'name': Rename_Task, 'duration_secs': 0.327726} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.589477] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.589975] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf5e5def-ae8a-4bd2-afb9-46ce9495e221 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.596817] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 630.596817] env[69220]: value = "task-2800310" [ 630.596817] env[69220]: _type = "Task" [ 630.596817] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.607491] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.722813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "12a88bb1-749a-4eff-91d0-e0929a530f8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.722813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.745898] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680948} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.746196] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 5e2b8644-0643-452c-908c-db1c741760a5/5e2b8644-0643-452c-908c-db1c741760a5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.746397] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.746635] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b899f56c-160b-4f8e-b01e-976fd63ab7a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.754829] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 630.754829] env[69220]: value = "task-2800311" [ 630.754829] env[69220]: _type = "Task" [ 630.754829] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.763176] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.805130] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56c013e-c07e-4798-a479-deacdbe8e003 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.811801] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33686143-bd18-4083-bb6f-7873876fc43d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.852309] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad66855-e83a-4cd3-9bff-5037cddd5710 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.863926] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5bdf84-3444-4a1b-bcf4-289f3f2e22a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.869741] env[69220]: DEBUG nova.compute.manager [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.869966] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.871119] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b24f377-1bb4-41fb-b3e1-d8afa4677202 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.886685] env[69220]: DEBUG nova.compute.provider_tree [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.891189] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.891833] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ca5fe2-59b1-4eb9-8813-ba064a5c01fb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.898960] env[69220]: DEBUG oslo_vmware.api [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 630.898960] env[69220]: value = "task-2800312" [ 630.898960] env[69220]: _type = "Task" [ 630.898960] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.912572] env[69220]: DEBUG oslo_vmware.api [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.947715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.960951] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "8c21d28c-0df5-4c1e-928e-a504576e6af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.961347] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "8c21d28c-0df5-4c1e-928e-a504576e6af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.027715] env[69220]: DEBUG nova.network.neutron [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.038704] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525a9203-c5d6-95fe-f464-279b0c535399, 'name': SearchDatastore_Task, 'duration_secs': 0.015884} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.040675] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d74ab5e-1faa-41ee-aec9-52dca69c21e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.050225] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 631.050225] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52069169-411b-d049-9749-b3c0b4155513" [ 631.050225] env[69220]: _type = "Task" [ 631.050225] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.067033] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52069169-411b-d049-9749-b3c0b4155513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.075882] env[69220]: DEBUG oslo_vmware.api [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800308, 'name': PowerOnVM_Task, 'duration_secs': 1.00303} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.077524] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.077524] env[69220]: INFO nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Took 15.23 seconds to spawn the instance on the hypervisor. [ 631.077524] env[69220]: DEBUG nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.077524] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03deedbb-b9db-43e4-9d60-426330e524d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.112729] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800310, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.212291] env[69220]: DEBUG nova.network.neutron [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Updated VIF entry in instance network info cache for port c09cbb7b-9e06-44c1-a559-87be0801aba7. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.212291] env[69220]: DEBUG nova.network.neutron [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Updating instance_info_cache with network_info: [{"id": "c09cbb7b-9e06-44c1-a559-87be0801aba7", "address": "fa:16:3e:46:48:7b", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09cbb7b-9e", "ovs_interfaceid": "c09cbb7b-9e06-44c1-a559-87be0801aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.232567] env[69220]: DEBUG nova.network.neutron [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Updated VIF entry in instance network info cache for port 51d3e881-afc3-433e-9975-d8f22600b687. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.232923] env[69220]: DEBUG nova.network.neutron [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Updating instance_info_cache with network_info: [{"id": "51d3e881-afc3-433e-9975-d8f22600b687", "address": "fa:16:3e:16:07:72", "network": {"id": "a45257f9-4ae2-4909-b68b-2186f399a601", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1985740690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa3366af14340078f57db6ce45a8dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d3e881-af", "ovs_interfaceid": "51d3e881-afc3-433e-9975-d8f22600b687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.264670] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069058} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.267566] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.268396] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8ca95c-0a15-48a3-8bb9-2945f8a65f91 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.295664] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 5e2b8644-0643-452c-908c-db1c741760a5/5e2b8644-0643-452c-908c-db1c741760a5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.296291] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a04b93-1950-49b6-a660-6a3c1a6dc418 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.317292] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 631.317292] env[69220]: value = "task-2800314" [ 631.317292] env[69220]: _type = "Task" [ 631.317292] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.326065] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.328207] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.328443] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.328626] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.328815] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.328960] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.329119] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.329344] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.329494] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.329690] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.329868] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.330057] env[69220]: DEBUG nova.virt.hardware [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.331029] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d8c80b-e5f0-4ddf-8a2d-6dc44aafa46f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.340916] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f766cca3-955d-4335-8d3b-4498d35119bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.355339] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.360970] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.362108] env[69220]: DEBUG nova.network.neutron [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [{"id": "e8079341-e00b-4713-9c18-32a531974dbf", "address": "fa:16:3e:c2:18:a9", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8079341-e0", "ovs_interfaceid": "e8079341-e00b-4713-9c18-32a531974dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.363372] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.363799] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1521b00-b1f4-4579-8fbe-3edc895fe8f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.382726] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.382726] env[69220]: value = "task-2800315" [ 631.382726] env[69220]: _type = "Task" [ 631.382726] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.391693] env[69220]: DEBUG nova.scheduler.client.report [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.394789] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800315, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.406188] env[69220]: DEBUG nova.compute.manager [None req-1621a2cd-c16d-48c6-83b9-1a00e8c06f41 tempest-ServerExternalEventsTest-1425476292 tempest-ServerExternalEventsTest-1425476292-project] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Received event network-changed {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.406188] env[69220]: DEBUG nova.compute.manager [None req-1621a2cd-c16d-48c6-83b9-1a00e8c06f41 tempest-ServerExternalEventsTest-1425476292 tempest-ServerExternalEventsTest-1425476292-project] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Refreshing instance network info cache due to event network-changed. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.406188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1621a2cd-c16d-48c6-83b9-1a00e8c06f41 tempest-ServerExternalEventsTest-1425476292 tempest-ServerExternalEventsTest-1425476292-project] Acquiring lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.406188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1621a2cd-c16d-48c6-83b9-1a00e8c06f41 tempest-ServerExternalEventsTest-1425476292 tempest-ServerExternalEventsTest-1425476292-project] Acquired lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.406539] env[69220]: DEBUG nova.network.neutron [None req-1621a2cd-c16d-48c6-83b9-1a00e8c06f41 tempest-ServerExternalEventsTest-1425476292 tempest-ServerExternalEventsTest-1425476292-project] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.424958] env[69220]: DEBUG oslo_vmware.api [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800312, 'name': PowerOffVM_Task, 'duration_secs': 0.439316} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.425301] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.425484] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.425999] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f68fea7b-504c-4e23-a056-0eee8a375f8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.462025] env[69220]: DEBUG nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.496093] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.496525] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.496744] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.496998] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.497176] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.497370] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.497694] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.497975] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.499958] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.499958] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.499958] env[69220]: DEBUG nova.virt.hardware [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.500276] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a97905-911d-47d1-8ade-106c64696478 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.511089] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43095f07-0b3b-4ea2-919e-97f411b6eb04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.515347] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.515573] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.515750] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Deleting the datastore file [datastore2] 93db5ef7-9fbd-4a76-a50a-71cc14b3355e {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.516047] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-354a278d-b943-4e54-ad9e-693564e8ed18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.532192] env[69220]: DEBUG oslo_vmware.api [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for the task: (returnval){ [ 631.532192] env[69220]: value = "task-2800317" [ 631.532192] env[69220]: _type = "Task" [ 631.532192] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.537843] env[69220]: DEBUG oslo_vmware.api [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.561455] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52069169-411b-d049-9749-b3c0b4155513, 'name': SearchDatastore_Task, 'duration_secs': 0.013677} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.561743] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.562032] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 99c21326-9d7e-4439-89b0-5dfd90577cdb/99c21326-9d7e-4439-89b0-5dfd90577cdb.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.562313] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d997d1b-22b3-46e5-9703-893b5e02cd39 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.569061] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 631.569061] env[69220]: value = "task-2800318" [ 631.569061] env[69220]: _type = "Task" [ 631.569061] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.577223] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.599978] env[69220]: INFO nova.compute.manager [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Took 24.38 seconds to build instance. [ 631.611740] env[69220]: DEBUG oslo_vmware.api [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800310, 'name': PowerOnVM_Task, 'duration_secs': 0.904851} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.611740] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.612101] env[69220]: INFO nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Took 13.29 seconds to spawn the instance on the hypervisor. [ 631.612146] env[69220]: DEBUG nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.612982] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a43331-7186-487e-8a8a-dbf78a303e66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.719024] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Releasing lock "refresh_cache-5e2b8644-0643-452c-908c-db1c741760a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.719325] env[69220]: DEBUG nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Received event network-vif-plugged-f8df5f94-02c3-4a0c-bac5-691f6a3bc91d {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.719520] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Acquiring lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.719808] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.719996] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.720195] env[69220]: DEBUG nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] No waiting events found dispatching network-vif-plugged-f8df5f94-02c3-4a0c-bac5-691f6a3bc91d {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.720371] env[69220]: WARNING nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Received unexpected event network-vif-plugged-f8df5f94-02c3-4a0c-bac5-691f6a3bc91d for instance with vm_state building and task_state spawning. [ 631.720533] env[69220]: DEBUG nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Received event network-changed-f8df5f94-02c3-4a0c-bac5-691f6a3bc91d {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.720699] env[69220]: DEBUG nova.compute.manager [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Refreshing instance network info cache due to event network-changed-f8df5f94-02c3-4a0c-bac5-691f6a3bc91d. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.720896] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Acquiring lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.721088] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Acquired lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.721232] env[69220]: DEBUG nova.network.neutron [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Refreshing network info cache for port f8df5f94-02c3-4a0c-bac5-691f6a3bc91d {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.735168] env[69220]: DEBUG oslo_concurrency.lockutils [req-b67cde51-df37-425b-9371-66d921365842 req-4c2b08bc-dffd-4e71-8559-6849f4110208 service nova] Releasing lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.828589] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.864406] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.864743] env[69220]: DEBUG nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Instance network_info: |[{"id": "e8079341-e00b-4713-9c18-32a531974dbf", "address": "fa:16:3e:c2:18:a9", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8079341-e0", "ovs_interfaceid": "e8079341-e00b-4713-9c18-32a531974dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.865605] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:18:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8079341-e00b-4713-9c18-32a531974dbf', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.878700] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating folder: Project (db17f1cf122d44a58de6d68fb01a365c). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.879084] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5432947-52de-49c8-a57c-96ce30d2e5a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.889520] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Created folder: Project (db17f1cf122d44a58de6d68fb01a365c) in parent group-v562703. [ 631.889970] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating folder: Instances. Parent ref: group-v562739. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.893082] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34382a50-f5a3-4a2e-b4b8-25af18603fe6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.896829] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800315, 'name': CreateVM_Task, 'duration_secs': 0.466224} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.897637] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.898191] env[69220]: DEBUG nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.901189] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.901956] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.613s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.902218] env[69220]: DEBUG nova.objects.instance [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 631.906163] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.906163] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.906163] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.906543] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8ea70b-c61d-4829-a9d6-c39baf26fe84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.913764] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Created folder: Instances in parent group-v562739. [ 631.914050] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.915801] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.918070] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 631.918070] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e3f603-996c-152c-0caf-cba1896d7e79" [ 631.918070] env[69220]: _type = "Task" [ 631.918070] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.920826] env[69220]: DEBUG nova.network.neutron [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Successfully updated port: b20a86cc-34b9-4827-b2bd-e087fab9120d {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.920826] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-774f0a68-6904-4428-b805-1492d9599ce5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.946609] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e3f603-996c-152c-0caf-cba1896d7e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.947961] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.947961] env[69220]: value = "task-2800321" [ 631.947961] env[69220]: _type = "Task" [ 631.947961] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.961886] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800321, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.042110] env[69220]: DEBUG oslo_vmware.api [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.080963] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.106631] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac169fd7-7e16-4522-aa7d-fe937ed2d18f tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.898s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.138121] env[69220]: INFO nova.compute.manager [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Took 24.83 seconds to build instance. [ 632.271556] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.271803] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.332074] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800314, 'name': ReconfigVM_Task, 'duration_secs': 0.613923} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.332074] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 5e2b8644-0643-452c-908c-db1c741760a5/5e2b8644-0643-452c-908c-db1c741760a5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.332307] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f0d1033-4609-4ddb-8e9c-aa697a138270 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.339148] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 632.339148] env[69220]: value = "task-2800322" [ 632.339148] env[69220]: _type = "Task" [ 632.339148] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.352422] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800322, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.408541] env[69220]: DEBUG nova.compute.utils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.416107] env[69220]: DEBUG nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.416437] env[69220]: DEBUG nova.network.neutron [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.438677] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.438677] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.438677] env[69220]: DEBUG nova.network.neutron [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.458965] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e3f603-996c-152c-0caf-cba1896d7e79, 'name': SearchDatastore_Task, 'duration_secs': 0.034239} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.459249] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.459553] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.459835] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.459989] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.460238] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.464057] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bec05d2-4770-4ea1-85bd-1ff567ea3c2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.466232] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800321, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.476609] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.476817] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.477576] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a53c00-de32-4b1c-a8f8-439760fc4d61 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.483674] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 632.483674] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5286bec1-8510-a3c5-b2d6-2824107edbaa" [ 632.483674] env[69220]: _type = "Task" [ 632.483674] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.490015] env[69220]: DEBUG nova.policy [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f997218f748451e935996ffe419157e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '896d737554c346618198529c25e5fe3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.499790] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5286bec1-8510-a3c5-b2d6-2824107edbaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.542186] env[69220]: DEBUG oslo_vmware.api [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Task: {'id': task-2800317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554625} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.542186] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.542186] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.542186] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.542186] env[69220]: INFO nova.compute.manager [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 632.542410] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.542410] env[69220]: DEBUG nova.compute.manager [-] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.542410] env[69220]: DEBUG nova.network.neutron [-] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.581962] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965591} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.581962] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 99c21326-9d7e-4439-89b0-5dfd90577cdb/99c21326-9d7e-4439-89b0-5dfd90577cdb.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.581962] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.581962] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0586ec49-2193-4c21-ba1e-c582add90ae0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.588525] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 632.588525] env[69220]: value = "task-2800323" [ 632.588525] env[69220]: _type = "Task" [ 632.588525] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.597613] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.610125] env[69220]: DEBUG nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.613194] env[69220]: DEBUG nova.network.neutron [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updated VIF entry in instance network info cache for port f8df5f94-02c3-4a0c-bac5-691f6a3bc91d. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.617331] env[69220]: DEBUG nova.network.neutron [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance_info_cache with network_info: [{"id": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "address": "fa:16:3e:76:0d:2f", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8df5f94-02", "ovs_interfaceid": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.640296] env[69220]: DEBUG nova.network.neutron [None req-1621a2cd-c16d-48c6-83b9-1a00e8c06f41 tempest-ServerExternalEventsTest-1425476292 tempest-ServerExternalEventsTest-1425476292-project] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Updating instance_info_cache with network_info: [{"id": "fe3c2f70-6d64-471b-ba3a-05deaff32697", "address": "fa:16:3e:ce:28:a4", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3c2f70-6d", "ovs_interfaceid": "fe3c2f70-6d64-471b-ba3a-05deaff32697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.641435] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15eb7a40-6cf1-495c-bef6-497acf4480a4 tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.342s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.850403] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800322, 'name': Rename_Task, 'duration_secs': 0.353984} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.850902] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.851449] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbdbdcb9-8c6a-42cf-8aba-d4c9e0b221fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.861246] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 632.861246] env[69220]: value = "task-2800324" [ 632.861246] env[69220]: _type = "Task" [ 632.861246] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.869547] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.919149] env[69220]: DEBUG nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.920591] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe64ae32-4a8f-4557-85df-1c56141f76d1 tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.922405] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.859s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.924167] env[69220]: INFO nova.compute.claims [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.970944] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800321, 'name': CreateVM_Task, 'duration_secs': 0.559858} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.971338] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.972310] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.972654] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.973157] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.973497] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b6de5b-4b6d-4dcd-995b-cfe9d009b268 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.980285] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 632.980285] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522bd44a-2908-0dc3-070b-e4f3bc0a9a43" [ 632.980285] env[69220]: _type = "Task" [ 632.980285] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.990216] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522bd44a-2908-0dc3-070b-e4f3bc0a9a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.000524] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5286bec1-8510-a3c5-b2d6-2824107edbaa, 'name': SearchDatastore_Task, 'duration_secs': 0.038149} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.001533] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-267a3760-0179-4fdb-b48e-7706932b2ae9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.007473] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 633.007473] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fe3a46-f1e0-ccb9-019c-89be645007ed" [ 633.007473] env[69220]: _type = "Task" [ 633.007473] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.016814] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fe3a46-f1e0-ccb9-019c-89be645007ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.027319] env[69220]: DEBUG nova.network.neutron [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.097506] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072345} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.097806] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.098620] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5569c9-c02c-4065-8735-3a2f909463fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.124445] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 99c21326-9d7e-4439-89b0-5dfd90577cdb/99c21326-9d7e-4439-89b0-5dfd90577cdb.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.129937] env[69220]: DEBUG oslo_concurrency.lockutils [req-81dee478-a7e5-4a26-b5ad-5a219236a3b1 req-8de319b4-5be4-4144-a67f-555c64d02a55 service nova] Releasing lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.130751] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e07056-7ce7-4902-ab94-ff307b50951e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.147261] env[69220]: DEBUG nova.network.neutron [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Successfully created port: 3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.151420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1621a2cd-c16d-48c6-83b9-1a00e8c06f41 tempest-ServerExternalEventsTest-1425476292 tempest-ServerExternalEventsTest-1425476292-project] Releasing lock "refresh_cache-d36a9604-4cc7-4781-9d17-d45d62b6a66e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.151876] env[69220]: DEBUG nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.163365] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 633.163365] env[69220]: value = "task-2800325" [ 633.163365] env[69220]: _type = "Task" [ 633.163365] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.176769] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800325, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.177967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.368356] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.432744] env[69220]: DEBUG nova.network.neutron [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Updating instance_info_cache with network_info: [{"id": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "address": "fa:16:3e:78:c8:c5", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20a86cc-34", "ovs_interfaceid": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.492946] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522bd44a-2908-0dc3-070b-e4f3bc0a9a43, 'name': SearchDatastore_Task, 'duration_secs': 0.030592} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.493288] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.493485] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.493691] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.517216] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fe3a46-f1e0-ccb9-019c-89be645007ed, 'name': SearchDatastore_Task, 'duration_secs': 0.053711} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.517471] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.517758] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.518098] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.518699] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.518699] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad330e4-3d85-40aa-839b-340bac37b6ff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.520572] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5ac4749-4ad4-47f0-8fd4-d1fadd7558a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.527677] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 633.527677] env[69220]: value = "task-2800327" [ 633.527677] env[69220]: _type = "Task" [ 633.527677] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.532992] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.533297] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.536602] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5f9020-501d-4fda-be4a-5f9688991739 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.539698] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.544717] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 633.544717] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a4f712-a146-4feb-7771-0642ae5196c5" [ 633.544717] env[69220]: _type = "Task" [ 633.544717] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.552520] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a4f712-a146-4feb-7771-0642ae5196c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.576455] env[69220]: DEBUG nova.network.neutron [-] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.674271] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.679130] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.874181] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800324, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.930287] env[69220]: DEBUG nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.936029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.936204] env[69220]: DEBUG nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Instance network_info: |[{"id": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "address": "fa:16:3e:78:c8:c5", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20a86cc-34", "ovs_interfaceid": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.940496] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:c8:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b20a86cc-34b9-4827-b2bd-e087fab9120d', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.949737] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Creating folder: Project (3123a0fa18004d1b9e59284c7c5e98bf). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.950114] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caaf222f-d8cc-4a8f-990a-b5549619c800 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.961207] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Created folder: Project (3123a0fa18004d1b9e59284c7c5e98bf) in parent group-v562703. [ 633.961417] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Creating folder: Instances. Parent ref: group-v562742. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.965262] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7332c89e-fb63-4b6e-b5e6-acde830c804f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.970480] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.970795] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.970972] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.971301] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.971481] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.971649] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.971908] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.972160] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.972391] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.972584] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.972792] env[69220]: DEBUG nova.virt.hardware [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.973709] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8899da51-b3d6-47d4-9c89-d7583e5861fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.988906] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4abbdfe-28a6-4946-a908-45d8a954097d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.999214] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Created folder: Instances in parent group-v562742. [ 633.999214] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.999479] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.999860] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd15a185-fd63-4160-9154-28b24639b740 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.040248] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.040248] env[69220]: value = "task-2800330" [ 634.040248] env[69220]: _type = "Task" [ 634.040248] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.050711] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.065249] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a4f712-a146-4feb-7771-0642ae5196c5, 'name': SearchDatastore_Task, 'duration_secs': 0.025265} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.070597] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800330, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.070955] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c096efd-7d21-4e40-8fcc-580ebefe5a1c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.081273] env[69220]: INFO nova.compute.manager [-] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Took 1.54 seconds to deallocate network for instance. [ 634.091643] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 634.091643] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52be786f-0fcb-5ea5-71e4-874a533abb7b" [ 634.091643] env[69220]: _type = "Task" [ 634.091643] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.099190] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52be786f-0fcb-5ea5-71e4-874a533abb7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.102422] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.102777] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f/9421efc6-6e98-48f4-a136-b3217e97527f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.103363] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d48decb-a9a8-49fb-a5db-62264e9e602d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.110703] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 634.110703] env[69220]: value = "task-2800331" [ 634.110703] env[69220]: _type = "Task" [ 634.110703] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.122172] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.174398] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800325, 'name': ReconfigVM_Task, 'duration_secs': 0.688604} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.174777] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 99c21326-9d7e-4439-89b0-5dfd90577cdb/99c21326-9d7e-4439-89b0-5dfd90577cdb.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.175388] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c98840e-f109-4a4c-ad76-91e2d049c043 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.185439] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 634.185439] env[69220]: value = "task-2800332" [ 634.185439] env[69220]: _type = "Task" [ 634.185439] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.194737] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800332, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.346944] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34121784-6314-472b-87f1-ed8d09a8fafd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.359581] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c72c3c8-940c-4862-a3c9-bb8004e5ea4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.373906] env[69220]: DEBUG oslo_vmware.api [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800324, 'name': PowerOnVM_Task, 'duration_secs': 1.047437} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.409425] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.409425] env[69220]: INFO nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Took 13.74 seconds to spawn the instance on the hypervisor. [ 634.409425] env[69220]: DEBUG nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.411161] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439006c5-9eee-4438-8ff5-6208ad26ed0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.416407] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b75e9c2-343c-42c9-901c-60a44b51c7a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.430084] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a042220-89db-4f1c-a0e0-482f612276aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.453543] env[69220]: DEBUG nova.compute.provider_tree [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.539077] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquiring lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.539387] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.540033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquiring lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.540033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.540188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.547038] env[69220]: INFO nova.compute.manager [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Terminating instance [ 634.555703] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577653} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.556379] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.556653] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.562362] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96884f64-a707-4aa1-9c4f-eca35d8f3d0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.565311] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800330, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.571635] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 634.571635] env[69220]: value = "task-2800333" [ 634.571635] env[69220]: _type = "Task" [ 634.571635] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.582908] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.591874] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.609510] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Received event network-vif-deleted-e36da755-9e8d-4499-8d6e-7126aff066f5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.609970] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received event network-vif-plugged-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.610174] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Acquiring lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.610337] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.610505] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.610863] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] No waiting events found dispatching network-vif-plugged-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.610904] env[69220]: WARNING nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received unexpected event network-vif-plugged-e8079341-e00b-4713-9c18-32a531974dbf for instance with vm_state building and task_state spawning. [ 634.611163] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received event network-changed-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.612146] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Refreshing instance network info cache due to event network-changed-e8079341-e00b-4713-9c18-32a531974dbf. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.612146] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Acquiring lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.612299] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Acquired lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.612464] env[69220]: DEBUG nova.network.neutron [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Refreshing network info cache for port e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.625017] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800331, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.698867] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800332, 'name': Rename_Task, 'duration_secs': 0.262864} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.699256] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.699514] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbce22ba-27b2-46ed-b917-828507d76195 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.707311] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 634.707311] env[69220]: value = "task-2800334" [ 634.707311] env[69220]: _type = "Task" [ 634.707311] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.718277] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.954777] env[69220]: INFO nova.compute.manager [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Took 26.83 seconds to build instance. [ 634.958576] env[69220]: DEBUG nova.scheduler.client.report [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.051641] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800330, 'name': CreateVM_Task, 'duration_secs': 0.574545} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.051813] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.052557] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.052723] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.053055] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.053314] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fcdd92-1f3e-4e45-b04e-42e2e9d7d267 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.056986] env[69220]: DEBUG nova.compute.manager [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.057200] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.059006] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd70e01a-8be7-4627-bbaf-454bdcb49bb8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.062723] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 635.062723] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52de37d0-0ab8-f3bc-03c9-113bf9b5e004" [ 635.062723] env[69220]: _type = "Task" [ 635.062723] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.063765] env[69220]: DEBUG nova.network.neutron [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Successfully updated port: 3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.073224] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.074434] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851efd5a-4e3f-43c4-8f17-e5f8429b6c7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.085379] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52de37d0-0ab8-f3bc-03c9-113bf9b5e004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.095106] env[69220]: DEBUG oslo_vmware.api [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 635.095106] env[69220]: value = "task-2800335" [ 635.095106] env[69220]: _type = "Task" [ 635.095106] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.095433] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079664} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.095653] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.099281] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb41e2f7-fd02-49c8-8594-9d7c504773b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.109377] env[69220]: DEBUG oslo_vmware.api [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.128322] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.133563] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9a10e26-107e-4fde-94d1-e4cf30680b21 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.155201] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528952} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.156711] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f/9421efc6-6e98-48f4-a136-b3217e97527f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.156968] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.157323] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 635.157323] env[69220]: value = "task-2800336" [ 635.157323] env[69220]: _type = "Task" [ 635.157323] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.157517] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d89b01f-50d2-42b7-9ba6-4afb47477927 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.167981] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 635.167981] env[69220]: value = "task-2800337" [ 635.167981] env[69220]: _type = "Task" [ 635.167981] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.175522] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.217175] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.355584] env[69220]: DEBUG nova.compute.manager [req-c6c33a9f-21d9-493f-9ba8-a624d6e49ebc req-cac8752d-d61a-43ae-b48a-1a960f8beab5 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Received event network-changed-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.355776] env[69220]: DEBUG nova.compute.manager [req-c6c33a9f-21d9-493f-9ba8-a624d6e49ebc req-cac8752d-d61a-43ae-b48a-1a960f8beab5 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Refreshing instance network info cache due to event network-changed-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.355989] env[69220]: DEBUG oslo_concurrency.lockutils [req-c6c33a9f-21d9-493f-9ba8-a624d6e49ebc req-cac8752d-d61a-43ae-b48a-1a960f8beab5 service nova] Acquiring lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.356144] env[69220]: DEBUG oslo_concurrency.lockutils [req-c6c33a9f-21d9-493f-9ba8-a624d6e49ebc req-cac8752d-d61a-43ae-b48a-1a960f8beab5 service nova] Acquired lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.356876] env[69220]: DEBUG nova.network.neutron [req-c6c33a9f-21d9-493f-9ba8-a624d6e49ebc req-cac8752d-d61a-43ae-b48a-1a960f8beab5 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Refreshing network info cache for port 4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.456708] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f76c8e8e-b3f0-475e-9f24-f3b80b664f08 tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "5e2b8644-0643-452c-908c-db1c741760a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.347s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.464354] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.464971] env[69220]: DEBUG nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.468627] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.352s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.471132] env[69220]: INFO nova.compute.claims [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.538774] env[69220]: DEBUG nova.network.neutron [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updated VIF entry in instance network info cache for port e8079341-e00b-4713-9c18-32a531974dbf. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.539124] env[69220]: DEBUG nova.network.neutron [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [{"id": "e8079341-e00b-4713-9c18-32a531974dbf", "address": "fa:16:3e:c2:18:a9", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8079341-e0", "ovs_interfaceid": "e8079341-e00b-4713-9c18-32a531974dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.575530] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquiring lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.575636] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquired lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.575980] env[69220]: DEBUG nova.network.neutron [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.577844] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52de37d0-0ab8-f3bc-03c9-113bf9b5e004, 'name': SearchDatastore_Task, 'duration_secs': 0.024973} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.578314] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.578750] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.578750] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.578866] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.578950] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.579270] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeab5aff-9670-48ba-83eb-4293e9456e2f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.587683] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.587867] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.589391] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcc04b2-38eb-4e8a-9cd4-3ad7f0a45949 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.595600] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 635.595600] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e29642-43ab-7b20-7476-ec593c179361" [ 635.595600] env[69220]: _type = "Task" [ 635.595600] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.610030] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e29642-43ab-7b20-7476-ec593c179361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.613878] env[69220]: DEBUG oslo_vmware.api [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800335, 'name': PowerOffVM_Task, 'duration_secs': 0.358195} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.614170] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.614341] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.614604] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-863c5b50-9616-4a56-81d8-b8009d8fdadb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.673198] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.682563] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800337, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.687021] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.687308] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.687595] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Deleting the datastore file [datastore2] d36a9604-4cc7-4781-9d17-d45d62b6a66e {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.687912] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07278974-c1fc-43a7-b560-9cc5ef36d6ed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.694902] env[69220]: DEBUG oslo_vmware.api [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for the task: (returnval){ [ 635.694902] env[69220]: value = "task-2800340" [ 635.694902] env[69220]: _type = "Task" [ 635.694902] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.704115] env[69220]: DEBUG oslo_vmware.api [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.720433] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.964909] env[69220]: DEBUG nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.979059] env[69220]: DEBUG nova.compute.utils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.982235] env[69220]: DEBUG nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.982407] env[69220]: DEBUG nova.network.neutron [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.042784] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Releasing lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.042963] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Received event network-vif-plugged-b20a86cc-34b9-4827-b2bd-e087fab9120d {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.043218] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Acquiring lock "68d617fa-7443-4b83-892c-1e6f928905d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.044483] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Lock "68d617fa-7443-4b83-892c-1e6f928905d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.044674] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Lock "68d617fa-7443-4b83-892c-1e6f928905d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.045456] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] No waiting events found dispatching network-vif-plugged-b20a86cc-34b9-4827-b2bd-e087fab9120d {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.045456] env[69220]: WARNING nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Received unexpected event network-vif-plugged-b20a86cc-34b9-4827-b2bd-e087fab9120d for instance with vm_state building and task_state spawning. [ 636.045456] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Received event network-changed-b20a86cc-34b9-4827-b2bd-e087fab9120d {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.045628] env[69220]: DEBUG nova.compute.manager [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Refreshing instance network info cache due to event network-changed-b20a86cc-34b9-4827-b2bd-e087fab9120d. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 636.045990] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Acquiring lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.046138] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Acquired lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.046297] env[69220]: DEBUG nova.network.neutron [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Refreshing network info cache for port b20a86cc-34b9-4827-b2bd-e087fab9120d {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.092572] env[69220]: DEBUG nova.policy [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3171da2134142ddbaf87d13e049f349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c46bee5b3b5f45828319df5734a9e19d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.115534] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e29642-43ab-7b20-7476-ec593c179361, 'name': SearchDatastore_Task, 'duration_secs': 0.015535} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.116369] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef556e2-35e4-4459-a21a-02df97b51592 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.122741] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 636.122741] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ce5121-0784-bc5c-f54d-061ea9104717" [ 636.122741] env[69220]: _type = "Task" [ 636.122741] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.133478] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ce5121-0784-bc5c-f54d-061ea9104717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.174315] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800336, 'name': ReconfigVM_Task, 'duration_secs': 0.642564} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.177905] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 4daa71d1-7ad0-4357-a975-400d96176698/4daa71d1-7ad0-4357-a975-400d96176698.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.179476] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2af08593-ae39-481c-a669-c84445d61597 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.186102] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.578102} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.187400] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.187809] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 636.187809] env[69220]: value = "task-2800341" [ 636.187809] env[69220]: _type = "Task" [ 636.187809] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.188802] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dba0cf-4ad6-4c48-b8ea-8359c89e3a78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.195976] env[69220]: DEBUG nova.network.neutron [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.227708] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f/9421efc6-6e98-48f4-a136-b3217e97527f.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.238400] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd6daf2-f01e-4531-90eb-84e928a4c379 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.257116] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800341, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.261147] env[69220]: DEBUG oslo_vmware.api [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.265374] env[69220]: DEBUG oslo_vmware.api [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800334, 'name': PowerOnVM_Task, 'duration_secs': 1.057865} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.266781] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.266922] env[69220]: INFO nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Took 13.22 seconds to spawn the instance on the hypervisor. [ 636.267111] env[69220]: DEBUG nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.267429] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 636.267429] env[69220]: value = "task-2800342" [ 636.267429] env[69220]: _type = "Task" [ 636.267429] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.268365] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1068912e-f692-454e-8ee4-343ff18bd8b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.280615] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.462821] env[69220]: DEBUG nova.network.neutron [req-c6c33a9f-21d9-493f-9ba8-a624d6e49ebc req-cac8752d-d61a-43ae-b48a-1a960f8beab5 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Updated VIF entry in instance network info cache for port 4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.463035] env[69220]: DEBUG nova.network.neutron [req-c6c33a9f-21d9-493f-9ba8-a624d6e49ebc req-cac8752d-d61a-43ae-b48a-1a960f8beab5 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Updating instance_info_cache with network_info: [{"id": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "address": "fa:16:3e:13:07:88", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fab0158-1b", "ovs_interfaceid": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.465252] env[69220]: DEBUG nova.network.neutron [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Updating instance_info_cache with network_info: [{"id": "3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53", "address": "fa:16:3e:cf:d4:d4", "network": {"id": "b1c26e32-5cfb-429f-a1b3-0207590b5a08", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1345544928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "896d737554c346618198529c25e5fe3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0ef46c-61", "ovs_interfaceid": "3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.483478] env[69220]: DEBUG nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.500934] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.635299] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ce5121-0784-bc5c-f54d-061ea9104717, 'name': SearchDatastore_Task, 'duration_secs': 0.015163} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.637962] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.638248] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7/68d617fa-7443-4b83-892c-1e6f928905d7.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.639139] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ad2a2e5-2711-4494-9b91-64d9d762aa8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.646766] env[69220]: DEBUG nova.network.neutron [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Successfully created port: 3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.654305] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 636.654305] env[69220]: value = "task-2800343" [ 636.654305] env[69220]: _type = "Task" [ 636.654305] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.667667] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.710884] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800341, 'name': Rename_Task, 'duration_secs': 0.246604} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.710884] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.711168] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd3eb3e6-bdf2-4ec9-bb9a-0907b69247f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.716062] env[69220]: DEBUG oslo_vmware.api [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.724368] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Waiting for the task: (returnval){ [ 636.724368] env[69220]: value = "task-2800344" [ 636.724368] env[69220]: _type = "Task" [ 636.724368] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.735542] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.787478] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800342, 'name': ReconfigVM_Task, 'duration_secs': 0.406251} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.791863] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f/9421efc6-6e98-48f4-a136-b3217e97527f.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.794090] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80d1de37-4996-4923-854b-b8b327a77d03 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.796145] env[69220]: INFO nova.compute.manager [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Took 26.26 seconds to build instance. [ 636.803780] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 636.803780] env[69220]: value = "task-2800345" [ 636.803780] env[69220]: _type = "Task" [ 636.803780] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.819157] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800345, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.837792] env[69220]: DEBUG nova.network.neutron [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Updated VIF entry in instance network info cache for port b20a86cc-34b9-4827-b2bd-e087fab9120d. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.838130] env[69220]: DEBUG nova.network.neutron [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Updating instance_info_cache with network_info: [{"id": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "address": "fa:16:3e:78:c8:c5", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20a86cc-34", "ovs_interfaceid": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.914153] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d86a66b-5d11-47e7-9db3-c41b9b98c179 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.922345] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583af697-79b3-42a7-bd68-e054640f1aa7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.965944] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d83bc87-02df-4c30-8ab7-7ab8840ee555 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.969301] env[69220]: DEBUG oslo_concurrency.lockutils [req-c6c33a9f-21d9-493f-9ba8-a624d6e49ebc req-cac8752d-d61a-43ae-b48a-1a960f8beab5 service nova] Releasing lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.969935] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Releasing lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.970298] env[69220]: DEBUG nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Instance network_info: |[{"id": "3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53", "address": "fa:16:3e:cf:d4:d4", "network": {"id": "b1c26e32-5cfb-429f-a1b3-0207590b5a08", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1345544928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "896d737554c346618198529c25e5fe3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0ef46c-61", "ovs_interfaceid": "3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.970734] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:d4:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.979822] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Creating folder: Project (896d737554c346618198529c25e5fe3e). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.981756] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c08e671f-5163-4adc-84c6-91b11ae13717 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.988539] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed44ed82-b8cc-4692-b586-dccba14dab45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.998638] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Created folder: Project (896d737554c346618198529c25e5fe3e) in parent group-v562703. [ 636.998964] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Creating folder: Instances. Parent ref: group-v562745. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.007593] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1698b66a-bdb7-4c4e-994b-e0beba3bd4ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.010087] env[69220]: DEBUG nova.compute.provider_tree [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.024696] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Created folder: Instances in parent group-v562745. [ 637.024821] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.025137] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.025407] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-936a7135-20b1-4b91-a602-b58bfa46df9a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.049595] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.049595] env[69220]: value = "task-2800348" [ 637.049595] env[69220]: _type = "Task" [ 637.049595] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.060254] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800348, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.164825] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800343, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.215027] env[69220]: DEBUG oslo_vmware.api [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Task: {'id': task-2800340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.459113} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.215027] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.215027] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.215027] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.215027] env[69220]: INFO nova.compute.manager [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Took 2.16 seconds to destroy the instance on the hypervisor. [ 637.215383] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.215383] env[69220]: DEBUG nova.compute.manager [-] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.215383] env[69220]: DEBUG nova.network.neutron [-] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.234727] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.299116] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0c6bb39f-6c04-41f7-8c90-02346b4428dd tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.788s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.325666] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800345, 'name': Rename_Task, 'duration_secs': 0.194622} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.326769] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.326769] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72bdb35-1236-4c54-b7dd-1dc0c8c378c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.336856] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 637.336856] env[69220]: value = "task-2800349" [ 637.336856] env[69220]: _type = "Task" [ 637.336856] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.345214] env[69220]: DEBUG oslo_concurrency.lockutils [req-319510ac-9913-4b33-86f5-6fcca60d4984 req-427e8c72-4bd0-4bce-8fd3-33d7eaf4b221 service nova] Releasing lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.345761] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.500287] env[69220]: DEBUG nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.514686] env[69220]: DEBUG nova.scheduler.client.report [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.527947] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.528277] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.528439] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.528620] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.528764] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.528958] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.529177] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.529378] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.529579] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.529813] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.530032] env[69220]: DEBUG nova.virt.hardware [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.531257] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e328164-7fbd-4653-9303-2d5d446595ef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.539275] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8bb003-4415-4b6a-977f-b81386138265 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.565586] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800348, 'name': CreateVM_Task, 'duration_secs': 0.480422} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.565754] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.566590] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.566757] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.567088] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.567357] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3dd519-fe2c-46d1-bcf7-188aa86a137f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.572039] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 637.572039] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5255a4da-cfc8-8bbe-3f70-10b609b0dd10" [ 637.572039] env[69220]: _type = "Task" [ 637.572039] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.579862] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5255a4da-cfc8-8bbe-3f70-10b609b0dd10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.664732] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581281} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.665078] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7/68d617fa-7443-4b83-892c-1e6f928905d7.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.665286] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.665572] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90091a42-17ac-42fd-8bd2-ccef00e9e27c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.672424] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 637.672424] env[69220]: value = "task-2800351" [ 637.672424] env[69220]: _type = "Task" [ 637.672424] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.682170] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.734656] env[69220]: DEBUG oslo_vmware.api [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Task: {'id': task-2800344, 'name': PowerOnVM_Task, 'duration_secs': 0.597433} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.735101] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.735351] env[69220]: DEBUG nova.compute.manager [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.736243] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364e557a-4fd1-4d1a-befd-7c262b3af9f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.802302] env[69220]: DEBUG nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.848230] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800349, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.944034] env[69220]: DEBUG nova.network.neutron [-] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.986612] env[69220]: DEBUG nova.compute.manager [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Received event network-vif-deleted-b84e56d8-3000-4290-8c1b-92345e07fea5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.987041] env[69220]: DEBUG nova.compute.manager [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Received event network-vif-plugged-3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.987041] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Acquiring lock "981b1665-fc39-4e8a-9628-4c878ef5659e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.987263] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Lock "981b1665-fc39-4e8a-9628-4c878ef5659e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.987393] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Lock "981b1665-fc39-4e8a-9628-4c878ef5659e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.987520] env[69220]: DEBUG nova.compute.manager [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] No waiting events found dispatching network-vif-plugged-3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.987985] env[69220]: WARNING nova.compute.manager [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Received unexpected event network-vif-plugged-3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 for instance with vm_state building and task_state spawning. [ 637.987985] env[69220]: DEBUG nova.compute.manager [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Received event network-changed-3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.988159] env[69220]: DEBUG nova.compute.manager [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Refreshing instance network info cache due to event network-changed-3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.988250] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Acquiring lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.988323] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Acquired lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.988593] env[69220]: DEBUG nova.network.neutron [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Refreshing network info cache for port 3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.022683] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.025019] env[69220]: DEBUG nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.025688] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.943s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.027356] env[69220]: INFO nova.compute.claims [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.087157] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5255a4da-cfc8-8bbe-3f70-10b609b0dd10, 'name': SearchDatastore_Task, 'duration_secs': 0.01727} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.087394] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.087753] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.087856] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.087988] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.088172] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.088779] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01726c4e-1337-4a2f-8f3c-9b376e41bb04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.102095] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.102315] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.103323] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0b5e43-3841-4061-9637-96ce438c8e3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.109523] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 638.109523] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c04dd8-20f9-5ca5-c033-46273d6ea7c8" [ 638.109523] env[69220]: _type = "Task" [ 638.109523] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.118789] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c04dd8-20f9-5ca5-c033-46273d6ea7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.183177] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065912} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.183177] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.183872] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90ea4e4-b2ca-44db-8b9c-e4acd04d0cd3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.208099] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7/68d617fa-7443-4b83-892c-1e6f928905d7.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.208478] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c458280-269a-47f4-a5da-b4c14e506a80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.231014] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 638.231014] env[69220]: value = "task-2800352" [ 638.231014] env[69220]: _type = "Task" [ 638.231014] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.239466] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.253974] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.324873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.331689] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquiring lock "5e2b8644-0643-452c-908c-db1c741760a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.331689] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "5e2b8644-0643-452c-908c-db1c741760a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.332540] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquiring lock "5e2b8644-0643-452c-908c-db1c741760a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.332540] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "5e2b8644-0643-452c-908c-db1c741760a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.332540] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "5e2b8644-0643-452c-908c-db1c741760a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.334804] env[69220]: INFO nova.compute.manager [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Terminating instance [ 638.351808] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800349, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.448011] env[69220]: INFO nova.compute.manager [-] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Took 1.23 seconds to deallocate network for instance. [ 638.456135] env[69220]: DEBUG nova.compute.manager [req-322bb7d0-b498-41ce-813b-b41f9f3f451f req-f4d3ed85-8e48-4ede-a030-0b9b6c647e2c service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Received event network-changed-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.456571] env[69220]: DEBUG nova.compute.manager [req-322bb7d0-b498-41ce-813b-b41f9f3f451f req-f4d3ed85-8e48-4ede-a030-0b9b6c647e2c service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Refreshing instance network info cache due to event network-changed-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.456571] env[69220]: DEBUG oslo_concurrency.lockutils [req-322bb7d0-b498-41ce-813b-b41f9f3f451f req-f4d3ed85-8e48-4ede-a030-0b9b6c647e2c service nova] Acquiring lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.456770] env[69220]: DEBUG oslo_concurrency.lockutils [req-322bb7d0-b498-41ce-813b-b41f9f3f451f req-f4d3ed85-8e48-4ede-a030-0b9b6c647e2c service nova] Acquired lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.457059] env[69220]: DEBUG nova.network.neutron [req-322bb7d0-b498-41ce-813b-b41f9f3f451f req-f4d3ed85-8e48-4ede-a030-0b9b6c647e2c service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Refreshing network info cache for port 4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.534272] env[69220]: DEBUG nova.compute.utils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.536520] env[69220]: DEBUG nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.536705] env[69220]: DEBUG nova.network.neutron [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.617586] env[69220]: DEBUG nova.policy [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b96b2746292f462e8930ceedaec52a85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dd34858167d4a9a8e7f09838d0149b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.623132] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c04dd8-20f9-5ca5-c033-46273d6ea7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.020005} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.623868] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b23f4f4-e7d2-4a24-9549-089f2bf68830 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.629606] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 638.629606] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528e2813-d1fc-53d1-8198-3b2db0874652" [ 638.629606] env[69220]: _type = "Task" [ 638.629606] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.637740] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528e2813-d1fc-53d1-8198-3b2db0874652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.718641] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.718641] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.748239] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.839881] env[69220]: DEBUG nova.compute.manager [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.839881] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.841598] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6775af6-cf4f-4b6f-9bad-621e4566fee9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.859519] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800349, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.859979] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.860267] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d81b04-1e6d-4ee8-b812-e5f62cce2f74 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.868979] env[69220]: DEBUG oslo_vmware.api [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 638.868979] env[69220]: value = "task-2800353" [ 638.868979] env[69220]: _type = "Task" [ 638.868979] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.874774] env[69220]: DEBUG nova.network.neutron [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Updated VIF entry in instance network info cache for port 3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.875167] env[69220]: DEBUG nova.network.neutron [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Updating instance_info_cache with network_info: [{"id": "3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53", "address": "fa:16:3e:cf:d4:d4", "network": {"id": "b1c26e32-5cfb-429f-a1b3-0207590b5a08", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1345544928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "896d737554c346618198529c25e5fe3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0ef46c-61", "ovs_interfaceid": "3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.879767] env[69220]: DEBUG oslo_vmware.api [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.954088] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.041944] env[69220]: DEBUG nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.090569] env[69220]: DEBUG nova.network.neutron [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Successfully updated port: 3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.149536] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528e2813-d1fc-53d1-8198-3b2db0874652, 'name': SearchDatastore_Task, 'duration_secs': 0.018774} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.151659] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.151659] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 981b1665-fc39-4e8a-9628-4c878ef5659e/981b1665-fc39-4e8a-9628-4c878ef5659e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.153301] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5675cbb-1ac6-4a07-929d-d7c769e56f45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.166252] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 639.166252] env[69220]: value = "task-2800354" [ 639.166252] env[69220]: _type = "Task" [ 639.166252] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.180500] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.204994] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquiring lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.204994] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.204994] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquiring lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.204994] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.205287] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.206556] env[69220]: INFO nova.compute.manager [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Terminating instance [ 639.229891] env[69220]: DEBUG nova.network.neutron [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Successfully created port: 352a3116-ee17-4c5c-8345-3536a0db990f {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.250757] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800352, 'name': ReconfigVM_Task, 'duration_secs': 0.56661} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.251202] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7/68d617fa-7443-4b83-892c-1e6f928905d7.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.252038] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25d5ea6d-6f37-4802-b058-a244f144429c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.262789] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 639.262789] env[69220]: value = "task-2800355" [ 639.262789] env[69220]: _type = "Task" [ 639.262789] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.279815] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800355, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.357875] env[69220]: DEBUG oslo_vmware.api [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800349, 'name': PowerOnVM_Task, 'duration_secs': 1.554062} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.359505] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.359505] env[69220]: INFO nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Took 10.40 seconds to spawn the instance on the hypervisor. [ 639.359505] env[69220]: DEBUG nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.360104] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee8776c-e5d1-4aa7-a290-25841f98ccd2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.375905] env[69220]: DEBUG nova.network.neutron [req-322bb7d0-b498-41ce-813b-b41f9f3f451f req-f4d3ed85-8e48-4ede-a030-0b9b6c647e2c service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Updated VIF entry in instance network info cache for port 4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.376434] env[69220]: DEBUG nova.network.neutron [req-322bb7d0-b498-41ce-813b-b41f9f3f451f req-f4d3ed85-8e48-4ede-a030-0b9b6c647e2c service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Updating instance_info_cache with network_info: [{"id": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "address": "fa:16:3e:13:07:88", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fab0158-1b", "ovs_interfaceid": "4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.385678] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Releasing lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.385999] env[69220]: DEBUG nova.compute.manager [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Received event network-changed-51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.386225] env[69220]: DEBUG nova.compute.manager [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Refreshing instance network info cache due to event network-changed-51d3e881-afc3-433e-9975-d8f22600b687. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.386468] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Acquiring lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.386637] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Acquired lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.386822] env[69220]: DEBUG nova.network.neutron [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Refreshing network info cache for port 51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.396484] env[69220]: DEBUG oslo_vmware.api [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800353, 'name': PowerOffVM_Task, 'duration_secs': 0.304485} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.397069] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.397069] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.397562] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a99b5f90-3f7b-489f-a75d-29f1c03e3d37 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.481185] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.481595] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.481928] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Deleting the datastore file [datastore2] 5e2b8644-0643-452c-908c-db1c741760a5 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.482927] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0965c72-2633-4811-aa44-4095980f243e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.496036] env[69220]: DEBUG oslo_vmware.api [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for the task: (returnval){ [ 639.496036] env[69220]: value = "task-2800357" [ 639.496036] env[69220]: _type = "Task" [ 639.496036] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.505445] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd458e5-d1f6-473b-b614-cff319ff731f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.512682] env[69220]: DEBUG oslo_vmware.api [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.518755] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c8361-d47b-4fd1-b0b7-3d13c867dfa0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.564389] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d169b59-5288-4e4b-b678-15ec9a49b35d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.573915] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba53865-1b6e-438d-a046-6b5e5d938e32 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.592588] env[69220]: DEBUG nova.compute.provider_tree [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.594626] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquiring lock "refresh_cache-372e5d17-9bf6-4431-8804-d6ddc5f717ef" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.594828] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquired lock "refresh_cache-372e5d17-9bf6-4431-8804-d6ddc5f717ef" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.595054] env[69220]: DEBUG nova.network.neutron [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.678047] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800354, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.710910] env[69220]: DEBUG nova.compute.manager [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.711288] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.712680] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d9efea-3105-4dcb-9383-6df5ed7b7936 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.726305] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.726305] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c039154-33af-4a3a-b1aa-0f6fa4225bee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.737264] env[69220]: DEBUG oslo_vmware.api [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 639.737264] env[69220]: value = "task-2800359" [ 639.737264] env[69220]: _type = "Task" [ 639.737264] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.755461] env[69220]: DEBUG oslo_vmware.api [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.781235] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800355, 'name': Rename_Task, 'duration_secs': 0.228939} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.781578] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.781892] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37606794-8c17-44de-bad6-d6640f8be49e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.796284] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 639.796284] env[69220]: value = "task-2800360" [ 639.796284] env[69220]: _type = "Task" [ 639.796284] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.805182] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.867789] env[69220]: DEBUG nova.compute.manager [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 639.893240] env[69220]: DEBUG oslo_concurrency.lockutils [req-322bb7d0-b498-41ce-813b-b41f9f3f451f req-f4d3ed85-8e48-4ede-a030-0b9b6c647e2c service nova] Releasing lock "refresh_cache-17f009fc-b0fd-49e6-8074-0194dfab0f07" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.898550] env[69220]: INFO nova.compute.manager [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Took 25.92 seconds to build instance. [ 640.007996] env[69220]: DEBUG oslo_vmware.api [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Task: {'id': task-2800357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384814} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.008343] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.008584] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.008808] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.009034] env[69220]: INFO nova.compute.manager [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 640.009327] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.009560] env[69220]: DEBUG nova.compute.manager [-] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.009720] env[69220]: DEBUG nova.network.neutron [-] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.069037] env[69220]: DEBUG nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.100051] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.100369] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.100600] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.100827] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.101052] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.101255] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.101583] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.101797] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.102044] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.102250] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.102464] env[69220]: DEBUG nova.virt.hardware [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.108151] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b67ee82-8da7-4c36-99d1-8e391555b420 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.118505] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ceb3a8-4d8c-4389-9223-8158d2584812 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.138870] env[69220]: ERROR nova.scheduler.client.report [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [req-d327dc5c-aa16-4349-bf84-658145a170a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d327dc5c-aa16-4349-bf84-658145a170a0"}]} [ 640.160321] env[69220]: DEBUG nova.network.neutron [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.164484] env[69220]: DEBUG nova.scheduler.client.report [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 640.177816] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648046} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.178157] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 981b1665-fc39-4e8a-9628-4c878ef5659e/981b1665-fc39-4e8a-9628-4c878ef5659e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.178384] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.178696] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adfc6310-95ed-418a-be19-aa87de066f6d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.183633] env[69220]: DEBUG nova.scheduler.client.report [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 640.183633] env[69220]: DEBUG nova.compute.provider_tree [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.194456] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 640.194456] env[69220]: value = "task-2800361" [ 640.194456] env[69220]: _type = "Task" [ 640.194456] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.195886] env[69220]: DEBUG nova.scheduler.client.report [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 640.208676] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.219809] env[69220]: DEBUG nova.scheduler.client.report [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 640.238460] env[69220]: DEBUG nova.network.neutron [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Updated VIF entry in instance network info cache for port 51d3e881-afc3-433e-9975-d8f22600b687. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.238749] env[69220]: DEBUG nova.network.neutron [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Updating instance_info_cache with network_info: [{"id": "51d3e881-afc3-433e-9975-d8f22600b687", "address": "fa:16:3e:16:07:72", "network": {"id": "a45257f9-4ae2-4909-b68b-2186f399a601", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1985740690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fa3366af14340078f57db6ce45a8dfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d3e881-af", "ovs_interfaceid": "51d3e881-afc3-433e-9975-d8f22600b687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.240852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "b432ed50-8e33-4285-b4a7-61c7c6675a55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.241089] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "b432ed50-8e33-4285-b4a7-61c7c6675a55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.256171] env[69220]: DEBUG oslo_vmware.api [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800359, 'name': PowerOffVM_Task, 'duration_secs': 0.241608} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.256171] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.256171] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.256171] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c04dc630-1317-402f-9115-fe820b5de8c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.308857] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800360, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.347057] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.347057] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.347293] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Deleting the datastore file [datastore2] dfe2202c-0859-4596-a0a4-70fef4f6ecff {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.348188] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e90a815d-ee45-4be0-8b64-c041e1a83f89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.356238] env[69220]: DEBUG oslo_vmware.api [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for the task: (returnval){ [ 640.356238] env[69220]: value = "task-2800363" [ 640.356238] env[69220]: _type = "Task" [ 640.356238] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.369331] env[69220]: DEBUG nova.network.neutron [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Updating instance_info_cache with network_info: [{"id": "3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3", "address": "fa:16:3e:73:b5:6c", "network": {"id": "60f583cb-bb5b-4b61-8b70-650ecf6f618e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-838359265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46bee5b3b5f45828319df5734a9e19d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee56f2d-a0", "ovs_interfaceid": "3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.373234] env[69220]: DEBUG oslo_vmware.api [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.380085] env[69220]: DEBUG nova.compute.manager [None req-9129073b-3089-462d-a2b7-0015976ce2eb tempest-ServerDiagnosticsV248Test-1146473110 tempest-ServerDiagnosticsV248Test-1146473110-project-admin] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.381604] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0b9cab-517e-4fa9-b534-a9871d62a12d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.393306] env[69220]: INFO nova.compute.manager [None req-9129073b-3089-462d-a2b7-0015976ce2eb tempest-ServerDiagnosticsV248Test-1146473110 tempest-ServerDiagnosticsV248Test-1146473110-project-admin] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Retrieving diagnostics [ 640.394424] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.395316] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38a64b-f5ce-4307-a8cc-f8515d9436e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.401139] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c584f9ba-8dab-4415-961b-22e42bbc7efd tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.509s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.433697] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "4daa71d1-7ad0-4357-a975-400d96176698" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.434107] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "4daa71d1-7ad0-4357-a975-400d96176698" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.434712] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "4daa71d1-7ad0-4357-a975-400d96176698-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.434712] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "4daa71d1-7ad0-4357-a975-400d96176698-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.434712] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "4daa71d1-7ad0-4357-a975-400d96176698-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.438039] env[69220]: INFO nova.compute.manager [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Terminating instance [ 640.675665] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3519568e-d01d-47c4-9d7f-9989bd147d5f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.685568] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ff1a1-2632-4b06-a793-7835230558d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.728037] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69025b8a-09d6-4969-bc6a-432aad39b4f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.739918] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5346fab4-2b51-4170-987f-498082c601f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.744170] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143515} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.744672] env[69220]: DEBUG oslo_concurrency.lockutils [req-f1b567ed-83f7-4f1e-a9a1-273ea02b1a99 req-ef984986-6ac1-448d-9d4c-4d69457b9a19 service nova] Releasing lock "refresh_cache-7f1b4467-736f-48f6-8e6c-08ba9a6ba725" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.745054] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.746225] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf8e426-e5da-475e-b818-23b826564c03 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.758382] env[69220]: DEBUG nova.compute.provider_tree [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.778158] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 981b1665-fc39-4e8a-9628-4c878ef5659e/981b1665-fc39-4e8a-9628-4c878ef5659e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.779826] env[69220]: DEBUG nova.scheduler.client.report [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.782958] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c695cefe-dd55-42f7-a913-2fb2692fb0a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.807591] env[69220]: DEBUG oslo_vmware.api [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800360, 'name': PowerOnVM_Task, 'duration_secs': 0.553549} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.809010] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.809303] env[69220]: INFO nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Took 9.35 seconds to spawn the instance on the hypervisor. [ 640.809394] env[69220]: DEBUG nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.809721] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 640.809721] env[69220]: value = "task-2800364" [ 640.809721] env[69220]: _type = "Task" [ 640.809721] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.810442] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71feaacf-7ba3-457f-b755-00cbd2a937c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.826713] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.867049] env[69220]: DEBUG oslo_vmware.api [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Task: {'id': task-2800363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166775} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.867605] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.867605] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.867840] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.867967] env[69220]: INFO nova.compute.manager [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 640.868226] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.868419] env[69220]: DEBUG nova.compute.manager [-] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.868519] env[69220]: DEBUG nova.network.neutron [-] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.870430] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Releasing lock "refresh_cache-372e5d17-9bf6-4431-8804-d6ddc5f717ef" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.870712] env[69220]: DEBUG nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Instance network_info: |[{"id": "3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3", "address": "fa:16:3e:73:b5:6c", "network": {"id": "60f583cb-bb5b-4b61-8b70-650ecf6f618e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-838359265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46bee5b3b5f45828319df5734a9e19d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee56f2d-a0", "ovs_interfaceid": "3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.871091] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:b5:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.878911] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Creating folder: Project (c46bee5b3b5f45828319df5734a9e19d). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.881555] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be1ba904-554d-4ddf-a2ee-fae9d00fe095 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.892904] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Created folder: Project (c46bee5b3b5f45828319df5734a9e19d) in parent group-v562703. [ 640.893143] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Creating folder: Instances. Parent ref: group-v562749. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.893437] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-449d7ce8-a0ad-477e-8712-dca7ed9f33cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.904862] env[69220]: DEBUG nova.network.neutron [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Successfully updated port: 352a3116-ee17-4c5c-8345-3536a0db990f {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.904862] env[69220]: DEBUG nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.909453] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Created folder: Instances in parent group-v562749. [ 640.909453] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.909453] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.910096] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c46dbdad-5c9c-46b8-9d9b-5100616e799e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.934994] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.934994] env[69220]: value = "task-2800367" [ 640.934994] env[69220]: _type = "Task" [ 640.934994] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.946339] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "refresh_cache-4daa71d1-7ad0-4357-a975-400d96176698" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.946438] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquired lock "refresh_cache-4daa71d1-7ad0-4357-a975-400d96176698" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.946618] env[69220]: DEBUG nova.network.neutron [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.947828] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800367, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.096891] env[69220]: DEBUG nova.network.neutron [-] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.299203] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.273s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.299786] env[69220]: DEBUG nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.304666] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.357s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.304911] env[69220]: DEBUG nova.objects.instance [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Lazy-loading 'resources' on Instance uuid b8f35160-0994-45dd-9159-7d896cf4c9f2 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.326098] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.337948] env[69220]: INFO nova.compute.manager [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Took 20.05 seconds to build instance. [ 641.410104] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquiring lock "refresh_cache-b67b2f26-bb01-45c5-abb3-e63da889b324" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.410188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquired lock "refresh_cache-b67b2f26-bb01-45c5-abb3-e63da889b324" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.410342] env[69220]: DEBUG nova.network.neutron [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.435169] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.451759] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800367, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.470955] env[69220]: DEBUG nova.network.neutron [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.576431] env[69220]: DEBUG nova.network.neutron [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.602399] env[69220]: INFO nova.compute.manager [-] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Took 1.59 seconds to deallocate network for instance. [ 641.614885] env[69220]: DEBUG nova.compute.manager [req-b2122ecf-cbd2-4a21-8050-1ac32d048a06 req-046c214f-ab6f-4020-ab86-172546a1e83e service nova] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Received event network-vif-deleted-fe3c2f70-6d64-471b-ba3a-05deaff32697 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.805436] env[69220]: DEBUG nova.compute.manager [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Received event network-vif-plugged-3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.805436] env[69220]: DEBUG oslo_concurrency.lockutils [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] Acquiring lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.805436] env[69220]: DEBUG oslo_concurrency.lockutils [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] Lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.805436] env[69220]: DEBUG oslo_concurrency.lockutils [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] Lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.805436] env[69220]: DEBUG nova.compute.manager [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] No waiting events found dispatching network-vif-plugged-3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.805928] env[69220]: WARNING nova.compute.manager [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Received unexpected event network-vif-plugged-3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3 for instance with vm_state building and task_state spawning. [ 641.805928] env[69220]: DEBUG nova.compute.manager [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Received event network-changed-3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.808642] env[69220]: DEBUG nova.compute.manager [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Refreshing instance network info cache due to event network-changed-3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 641.809252] env[69220]: DEBUG oslo_concurrency.lockutils [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] Acquiring lock "refresh_cache-372e5d17-9bf6-4431-8804-d6ddc5f717ef" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.809998] env[69220]: DEBUG oslo_concurrency.lockutils [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] Acquired lock "refresh_cache-372e5d17-9bf6-4431-8804-d6ddc5f717ef" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.811230] env[69220]: DEBUG nova.network.neutron [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Refreshing network info cache for port 3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.813557] env[69220]: DEBUG nova.compute.utils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.817933] env[69220]: DEBUG nova.network.neutron [-] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.819928] env[69220]: DEBUG nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.820661] env[69220]: DEBUG nova.network.neutron [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.839823] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.843644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-71e949c4-27fd-4a1f-905e-f230732d18a1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "68d617fa-7443-4b83-892c-1e6f928905d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.570s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.921193] env[69220]: DEBUG nova.policy [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e2529a55e1e428da114acb5b4c520c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65ce3d2befe54b09bf758012a631ccbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.948016] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800367, 'name': CreateVM_Task, 'duration_secs': 0.582571} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.948016] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.948950] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.949231] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.949644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.950208] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f243074-07e8-4b0f-8741-cd3ab08b3daf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.955131] env[69220]: DEBUG nova.network.neutron [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.963110] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 641.963110] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b5a309-c3f7-9f37-5c4c-ed5c2855e649" [ 641.963110] env[69220]: _type = "Task" [ 641.963110] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.979822] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b5a309-c3f7-9f37-5c4c-ed5c2855e649, 'name': SearchDatastore_Task} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.982975] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.983277] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.983877] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.984080] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.984306] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.985725] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b98b81d8-665b-4636-9838-0e674813ef28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.997863] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.997863] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.998769] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3922ef-9038-47d8-ae20-a80572f7d8cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.011501] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 642.011501] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5296ba68-8269-3f18-1c29-98eb3dd4ada8" [ 642.011501] env[69220]: _type = "Task" [ 642.011501] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.020218] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5296ba68-8269-3f18-1c29-98eb3dd4ada8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.079021] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Releasing lock "refresh_cache-4daa71d1-7ad0-4357-a975-400d96176698" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.083336] env[69220]: DEBUG nova.compute.manager [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.083336] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.083572] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31ba1ba-516e-4488-a81f-2b6094523446 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.104021] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.104021] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a7efbbe-d1a7-4425-a5ce-fa9cae453790 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.111765] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.115717] env[69220]: DEBUG oslo_vmware.api [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 642.115717] env[69220]: value = "task-2800369" [ 642.115717] env[69220]: _type = "Task" [ 642.115717] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.137052] env[69220]: DEBUG oslo_vmware.api [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.152239] env[69220]: DEBUG nova.network.neutron [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Updating instance_info_cache with network_info: [{"id": "352a3116-ee17-4c5c-8345-3536a0db990f", "address": "fa:16:3e:38:b7:dd", "network": {"id": "9c5cf53d-119b-44ee-b92d-6556869c65f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1320439119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd34858167d4a9a8e7f09838d0149b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352a3116-ee", "ovs_interfaceid": "352a3116-ee17-4c5c-8345-3536a0db990f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.243349] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f8604-01bd-4c6e-8d98-ec4374cd81e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.253931] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b7827-9f71-4882-85ac-08e07f20c926 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.297264] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32bf853-1b58-4210-aeaa-6364f07ce9ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.305119] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a93d389-9e0c-4bfb-975d-a58ae4fd7354 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.324404] env[69220]: DEBUG nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.327710] env[69220]: DEBUG nova.compute.provider_tree [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.330571] env[69220]: INFO nova.compute.manager [-] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Took 1.46 seconds to deallocate network for instance. [ 642.347891] env[69220]: DEBUG nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.351022] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800364, 'name': ReconfigVM_Task, 'duration_secs': 1.229815} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.351991] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 981b1665-fc39-4e8a-9628-4c878ef5659e/981b1665-fc39-4e8a-9628-4c878ef5659e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.353683] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e1155d5-6959-4b83-bee9-2d9c852325da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.361710] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 642.361710] env[69220]: value = "task-2800370" [ 642.361710] env[69220]: _type = "Task" [ 642.361710] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.376698] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800370, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.473067] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "ff19936e-595b-40a7-838c-a0eddffde984" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.473335] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "ff19936e-595b-40a7-838c-a0eddffde984" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.522249] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5296ba68-8269-3f18-1c29-98eb3dd4ada8, 'name': SearchDatastore_Task, 'duration_secs': 0.012162} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.525484] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1541d9b5-1c2f-4734-b14f-9ad0954bcf9c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.529922] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 642.529922] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528d2179-c577-cce8-c4ae-3e5d786c8bc0" [ 642.529922] env[69220]: _type = "Task" [ 642.529922] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.546113] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528d2179-c577-cce8-c4ae-3e5d786c8bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.546382] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.546743] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 372e5d17-9bf6-4431-8804-d6ddc5f717ef/372e5d17-9bf6-4431-8804-d6ddc5f717ef.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.546893] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1313004d-e923-4ca0-b753-6789d88a81fb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.555215] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 642.555215] env[69220]: value = "task-2800371" [ 642.555215] env[69220]: _type = "Task" [ 642.555215] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.564481] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.605178] env[69220]: DEBUG nova.network.neutron [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Updated VIF entry in instance network info cache for port 3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.605686] env[69220]: DEBUG nova.network.neutron [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Updating instance_info_cache with network_info: [{"id": "3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3", "address": "fa:16:3e:73:b5:6c", "network": {"id": "60f583cb-bb5b-4b61-8b70-650ecf6f618e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-838359265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c46bee5b3b5f45828319df5734a9e19d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee56f2d-a0", "ovs_interfaceid": "3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.629286] env[69220]: DEBUG oslo_vmware.api [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800369, 'name': PowerOffVM_Task, 'duration_secs': 0.155925} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.629668] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquiring lock "a0a48565-eb95-4160-8ba5-201fb84b8203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.629971] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "a0a48565-eb95-4160-8ba5-201fb84b8203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.630532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquiring lock "a0a48565-eb95-4160-8ba5-201fb84b8203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.630532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "a0a48565-eb95-4160-8ba5-201fb84b8203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.630532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "a0a48565-eb95-4160-8ba5-201fb84b8203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.632141] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.632348] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.633037] env[69220]: INFO nova.compute.manager [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Terminating instance [ 642.634508] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7100a53b-1c51-4524-bfac-0d7f2b9347f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.651756] env[69220]: DEBUG nova.network.neutron [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Successfully created port: 40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.655211] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Releasing lock "refresh_cache-b67b2f26-bb01-45c5-abb3-e63da889b324" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.655686] env[69220]: DEBUG nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Instance network_info: |[{"id": "352a3116-ee17-4c5c-8345-3536a0db990f", "address": "fa:16:3e:38:b7:dd", "network": {"id": "9c5cf53d-119b-44ee-b92d-6556869c65f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1320439119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd34858167d4a9a8e7f09838d0149b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352a3116-ee", "ovs_interfaceid": "352a3116-ee17-4c5c-8345-3536a0db990f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.656079] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:b7:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '352a3116-ee17-4c5c-8345-3536a0db990f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.665039] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Creating folder: Project (6dd34858167d4a9a8e7f09838d0149b4). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.667233] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66ee31cd-1e42-4b4c-8613-444c4562a85b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.670705] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.671073] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.671323] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleting the datastore file [datastore1] 4daa71d1-7ad0-4357-a975-400d96176698 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.672087] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7294b1c-e0a9-42e0-a650-ccc38a139a51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.680685] env[69220]: DEBUG oslo_vmware.api [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for the task: (returnval){ [ 642.680685] env[69220]: value = "task-2800374" [ 642.680685] env[69220]: _type = "Task" [ 642.680685] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.686562] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Created folder: Project (6dd34858167d4a9a8e7f09838d0149b4) in parent group-v562703. [ 642.686777] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Creating folder: Instances. Parent ref: group-v562752. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.687512] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff3bcc5-ee6e-4485-85b9-83ed75670b66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.693538] env[69220]: DEBUG oslo_vmware.api [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.704275] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Created folder: Instances in parent group-v562752. [ 642.704567] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.704793] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.705053] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde8235c-b69d-4d6b-bda8-36aaaf648996 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.731367] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.731367] env[69220]: value = "task-2800376" [ 642.731367] env[69220]: _type = "Task" [ 642.731367] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.746385] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800376, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.836213] env[69220]: DEBUG nova.scheduler.client.report [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.841383] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.877488] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800370, 'name': Rename_Task, 'duration_secs': 0.214097} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.877915] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.878042] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a313c9ed-8d08-4391-ab78-e24e9e10622f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.886297] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.889489] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 642.889489] env[69220]: value = "task-2800377" [ 642.889489] env[69220]: _type = "Task" [ 642.889489] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.901161] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.070634] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509641} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.071100] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 372e5d17-9bf6-4431-8804-d6ddc5f717ef/372e5d17-9bf6-4431-8804-d6ddc5f717ef.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.071382] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.071689] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57835126-72e7-4897-96dc-ae78dda94418 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.080908] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 643.080908] env[69220]: value = "task-2800378" [ 643.080908] env[69220]: _type = "Task" [ 643.080908] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.093037] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.111518] env[69220]: DEBUG oslo_concurrency.lockutils [req-60926a68-fed6-4e31-b909-b72f2bd93a38 req-b7196a3d-e154-40d9-92e3-cea0d1a43687 service nova] Releasing lock "refresh_cache-372e5d17-9bf6-4431-8804-d6ddc5f717ef" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.138745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquiring lock "refresh_cache-a0a48565-eb95-4160-8ba5-201fb84b8203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.139124] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquired lock "refresh_cache-a0a48565-eb95-4160-8ba5-201fb84b8203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.139330] env[69220]: DEBUG nova.network.neutron [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.193580] env[69220]: DEBUG oslo_vmware.api [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Task: {'id': task-2800374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410218} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.193914] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.194181] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.194383] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.194592] env[69220]: INFO nova.compute.manager [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Took 1.11 seconds to destroy the instance on the hypervisor. [ 643.194888] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.195133] env[69220]: DEBUG nova.compute.manager [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.195266] env[69220]: DEBUG nova.network.neutron [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.222867] env[69220]: DEBUG nova.network.neutron [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.248037] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800376, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.342512] env[69220]: DEBUG nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.345838] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.348645] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.171s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.350648] env[69220]: INFO nova.compute.claims [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.381216] env[69220]: INFO nova.scheduler.client.report [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Deleted allocations for instance b8f35160-0994-45dd-9159-7d896cf4c9f2 [ 643.389459] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.390173] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.390966] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.393923] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.393923] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.393923] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.393923] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.393923] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.394312] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.394312] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.394312] env[69220]: DEBUG nova.virt.hardware [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.394312] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167317a7-1d10-4e48-bbce-e3d5f983bf4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.416992] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f70428f-0e7a-4a63-94a6-b48bffecaa9b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.424181] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.596411] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080448} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.596736] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.598565] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba458908-4010-462d-a2ad-bcdd0ec9d0b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.634350] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 372e5d17-9bf6-4431-8804-d6ddc5f717ef/372e5d17-9bf6-4431-8804-d6ddc5f717ef.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.634921] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a49d0c-2c3d-4cd6-832e-dfac14f774c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.664547] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 643.664547] env[69220]: value = "task-2800379" [ 643.664547] env[69220]: _type = "Task" [ 643.664547] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.674122] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.725700] env[69220]: DEBUG nova.network.neutron [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.748870] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800376, 'name': CreateVM_Task, 'duration_secs': 0.52412} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.749100] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.750033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.750198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.750409] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.750710] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea354da-2b6a-41dd-b423-722e1a00f4f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.758731] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 643.758731] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52644108-a03c-bac8-6253-ee8d053bfb91" [ 643.758731] env[69220]: _type = "Task" [ 643.758731] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.770532] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52644108-a03c-bac8-6253-ee8d053bfb91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.867329] env[69220]: DEBUG nova.network.neutron [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.889959] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4f417fa9-e271-4cdc-a741-0b0abb60f5c3 tempest-DeleteServersAdminTestJSON-163273985 tempest-DeleteServersAdminTestJSON-163273985-project-admin] Lock "b8f35160-0994-45dd-9159-7d896cf4c9f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.948s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.913769] env[69220]: DEBUG oslo_vmware.api [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800377, 'name': PowerOnVM_Task, 'duration_secs': 0.690773} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.915274] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.915677] env[69220]: INFO nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Took 9.99 seconds to spawn the instance on the hypervisor. [ 643.916071] env[69220]: DEBUG nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.917863] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b02e674-98b6-4b0e-8287-e635344c5e1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.001688] env[69220]: DEBUG nova.network.neutron [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.175045] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800379, 'name': ReconfigVM_Task, 'duration_secs': 0.33598} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.175371] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 372e5d17-9bf6-4431-8804-d6ddc5f717ef/372e5d17-9bf6-4431-8804-d6ddc5f717ef.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.176110] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b7de7b-e991-4914-b841-a2a64fec9213 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.206184] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 644.206184] env[69220]: value = "task-2800381" [ 644.206184] env[69220]: _type = "Task" [ 644.206184] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.217793] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800381, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.228426] env[69220]: INFO nova.compute.manager [-] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Took 1.03 seconds to deallocate network for instance. [ 644.272773] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52644108-a03c-bac8-6253-ee8d053bfb91, 'name': SearchDatastore_Task, 'duration_secs': 0.013954} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.273144] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.273379] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.273601] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.273761] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.273934] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.276041] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8949e370-76eb-4b3d-9279-4fd4ea426347 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.293728] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.293921] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.294756] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e63091-7422-4b23-8361-c1f72feb8e4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.305160] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 644.305160] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52773d63-c8f3-ee5e-73ad-51c0846a7284" [ 644.305160] env[69220]: _type = "Task" [ 644.305160] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.318199] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52773d63-c8f3-ee5e-73ad-51c0846a7284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.420506] env[69220]: DEBUG nova.compute.manager [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Received event network-vif-plugged-352a3116-ee17-4c5c-8345-3536a0db990f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.420718] env[69220]: DEBUG oslo_concurrency.lockutils [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] Acquiring lock "b67b2f26-bb01-45c5-abb3-e63da889b324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.420904] env[69220]: DEBUG oslo_concurrency.lockutils [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] Lock "b67b2f26-bb01-45c5-abb3-e63da889b324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.421073] env[69220]: DEBUG oslo_concurrency.lockutils [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] Lock "b67b2f26-bb01-45c5-abb3-e63da889b324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.424021] env[69220]: DEBUG nova.compute.manager [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] No waiting events found dispatching network-vif-plugged-352a3116-ee17-4c5c-8345-3536a0db990f {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.424021] env[69220]: WARNING nova.compute.manager [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Received unexpected event network-vif-plugged-352a3116-ee17-4c5c-8345-3536a0db990f for instance with vm_state building and task_state spawning. [ 644.424021] env[69220]: DEBUG nova.compute.manager [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Received event network-changed-352a3116-ee17-4c5c-8345-3536a0db990f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.424021] env[69220]: DEBUG nova.compute.manager [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Refreshing instance network info cache due to event network-changed-352a3116-ee17-4c5c-8345-3536a0db990f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.424021] env[69220]: DEBUG oslo_concurrency.lockutils [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] Acquiring lock "refresh_cache-b67b2f26-bb01-45c5-abb3-e63da889b324" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.427012] env[69220]: DEBUG oslo_concurrency.lockutils [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] Acquired lock "refresh_cache-b67b2f26-bb01-45c5-abb3-e63da889b324" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.427303] env[69220]: DEBUG nova.network.neutron [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Refreshing network info cache for port 352a3116-ee17-4c5c-8345-3536a0db990f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.451286] env[69220]: INFO nova.compute.manager [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Took 20.77 seconds to build instance. [ 644.504255] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Releasing lock "refresh_cache-a0a48565-eb95-4160-8ba5-201fb84b8203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.505252] env[69220]: DEBUG nova.compute.manager [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.505252] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.509186] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e857e750-ec8b-42b9-8e55-0d10c3ce99e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.521029] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.521656] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a38f96d3-6c58-45b7-8d26-8250e2cb1164 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.536118] env[69220]: DEBUG oslo_vmware.api [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 644.536118] env[69220]: value = "task-2800382" [ 644.536118] env[69220]: _type = "Task" [ 644.536118] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.547254] env[69220]: DEBUG oslo_vmware.api [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.684023] env[69220]: DEBUG nova.compute.manager [req-5db0821e-f39a-4a89-9607-291df4f53f64 req-b9cc5b1d-0319-4494-ac91-e7ed0e55369c service nova] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Received event network-vif-deleted-c09cbb7b-9e06-44c1-a559-87be0801aba7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.685029] env[69220]: DEBUG nova.compute.manager [req-5db0821e-f39a-4a89-9607-291df4f53f64 req-b9cc5b1d-0319-4494-ac91-e7ed0e55369c service nova] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Received event network-vif-deleted-c96e141b-3956-46d3-9395-598ab0c315ca {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.718579] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800381, 'name': Rename_Task, 'duration_secs': 0.415419} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.724933] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.725573] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6530fa03-88c9-489f-bcaa-103405aa1f0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.738045] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.738286] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 644.738286] env[69220]: value = "task-2800383" [ 644.738286] env[69220]: _type = "Task" [ 644.738286] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.754325] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.817860] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52773d63-c8f3-ee5e-73ad-51c0846a7284, 'name': SearchDatastore_Task, 'duration_secs': 0.065224} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.821713] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcffb1ad-fb2d-4c67-8912-06a778ba930b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.828157] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 644.828157] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d41590-efd2-f441-bcdc-6f2acea6e763" [ 644.828157] env[69220]: _type = "Task" [ 644.828157] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.843522] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d41590-efd2-f441-bcdc-6f2acea6e763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.867042] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b38952-663e-4b4e-a669-5f5102c19430 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.879771] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac56b8a-7a4a-4b1d-b8e5-db5214b45c48 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.914269] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039761d6-376e-4f12-9a43-0df6f1a29ef7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.922515] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2427b7df-d757-4741-b8a1-fc13a84ca9ed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.945034] env[69220]: DEBUG nova.compute.provider_tree [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.953163] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e797a3b4-5a2f-4757-87bf-bdaa740054be tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "981b1665-fc39-4e8a-9628-4c878ef5659e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.281s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.961998] env[69220]: DEBUG nova.network.neutron [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Successfully updated port: 40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.046955] env[69220]: DEBUG oslo_vmware.api [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800382, 'name': PowerOffVM_Task, 'duration_secs': 0.156564} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.047222] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.047378] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.047619] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1fb28f-9ba3-460c-af92-b41eabe204a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.079794] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.079794] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.080119] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Deleting the datastore file [datastore1] a0a48565-eb95-4160-8ba5-201fb84b8203 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.080280] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89f0c6f7-b369-4850-830b-35ee96ec7805 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.088190] env[69220]: DEBUG oslo_vmware.api [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for the task: (returnval){ [ 645.088190] env[69220]: value = "task-2800385" [ 645.088190] env[69220]: _type = "Task" [ 645.088190] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.096787] env[69220]: DEBUG oslo_vmware.api [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.238298] env[69220]: DEBUG nova.network.neutron [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Updated VIF entry in instance network info cache for port 352a3116-ee17-4c5c-8345-3536a0db990f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.238850] env[69220]: DEBUG nova.network.neutron [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Updating instance_info_cache with network_info: [{"id": "352a3116-ee17-4c5c-8345-3536a0db990f", "address": "fa:16:3e:38:b7:dd", "network": {"id": "9c5cf53d-119b-44ee-b92d-6556869c65f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1320439119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd34858167d4a9a8e7f09838d0149b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352a3116-ee", "ovs_interfaceid": "352a3116-ee17-4c5c-8345-3536a0db990f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.253192] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800383, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.342112] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d41590-efd2-f441-bcdc-6f2acea6e763, 'name': SearchDatastore_Task, 'duration_secs': 0.015996} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.342408] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.342692] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] b67b2f26-bb01-45c5-abb3-e63da889b324/b67b2f26-bb01-45c5-abb3-e63da889b324.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.342960] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e98ae2-8dfe-4675-a7b7-248d890587d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.351053] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 645.351053] env[69220]: value = "task-2800386" [ 645.351053] env[69220]: _type = "Task" [ 645.351053] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.361478] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.449543] env[69220]: DEBUG nova.scheduler.client.report [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.457044] env[69220]: DEBUG nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.469078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.469242] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquired lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.469422] env[69220]: DEBUG nova.network.neutron [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.605976] env[69220]: DEBUG oslo_vmware.api [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Task: {'id': task-2800385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162443} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.605976] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.605976] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.606208] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.606348] env[69220]: INFO nova.compute.manager [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Took 1.10 seconds to destroy the instance on the hypervisor. [ 645.606625] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.606886] env[69220]: DEBUG nova.compute.manager [-] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.606998] env[69220]: DEBUG nova.network.neutron [-] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.639059] env[69220]: DEBUG nova.network.neutron [-] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.741966] env[69220]: DEBUG oslo_concurrency.lockutils [req-d352aff3-e667-4193-b9fb-43b3fb2a106d req-1e6b0a55-c110-4df8-aea5-5df8a02e59c3 service nova] Releasing lock "refresh_cache-b67b2f26-bb01-45c5-abb3-e63da889b324" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.762527] env[69220]: DEBUG oslo_vmware.api [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800383, 'name': PowerOnVM_Task, 'duration_secs': 0.547724} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.762988] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.763339] env[69220]: INFO nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Took 8.26 seconds to spawn the instance on the hypervisor. [ 645.763516] env[69220]: DEBUG nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.765497] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5943a95c-a221-4500-a746-708b4f74f064 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.866036] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800386, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.958686] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.959250] env[69220]: DEBUG nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.962170] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.283s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.965551] env[69220]: INFO nova.compute.claims [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.001586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.015382] env[69220]: DEBUG nova.network.neutron [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.093160] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "c21ba868-4227-4e49-9f81-91244863cfd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.093160] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "c21ba868-4227-4e49-9f81-91244863cfd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.144267] env[69220]: DEBUG nova.network.neutron [-] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.263312] env[69220]: DEBUG nova.network.neutron [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updating instance_info_cache with network_info: [{"id": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "address": "fa:16:3e:fd:2e:45", "network": {"id": "aba666e2-fd40-42d7-a4aa-3c7b2418981d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-887740399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65ce3d2befe54b09bf758012a631ccbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bca2ab-0a", "ovs_interfaceid": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.290660] env[69220]: INFO nova.compute.manager [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Took 20.24 seconds to build instance. [ 646.363527] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530544} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.363745] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] b67b2f26-bb01-45c5-abb3-e63da889b324/b67b2f26-bb01-45c5-abb3-e63da889b324.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.363961] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.364233] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-945187b6-e75a-4e5f-af35-728b08042ead {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.373729] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 646.373729] env[69220]: value = "task-2800387" [ 646.373729] env[69220]: _type = "Task" [ 646.373729] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.384746] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.478842] env[69220]: DEBUG nova.compute.utils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.488822] env[69220]: DEBUG nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.488977] env[69220]: DEBUG nova.network.neutron [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.612021] env[69220]: DEBUG nova.policy [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cec885ada9564aa58feeba2a6f4f6b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3123a0fa18004d1b9e59284c7c5e98bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.648351] env[69220]: INFO nova.compute.manager [-] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Took 1.04 seconds to deallocate network for instance. [ 646.773328] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Releasing lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.773826] env[69220]: DEBUG nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Instance network_info: |[{"id": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "address": "fa:16:3e:fd:2e:45", "network": {"id": "aba666e2-fd40-42d7-a4aa-3c7b2418981d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-887740399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65ce3d2befe54b09bf758012a631ccbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bca2ab-0a", "ovs_interfaceid": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.776324] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:2e:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40bca2ab-0a72-4538-a0b6-5e3064233c2a', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.787823] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Creating folder: Project (65ce3d2befe54b09bf758012a631ccbb). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.787823] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18f6abd8-2fce-432e-947d-1a241fe6b2f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.795075] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e9c1de34-aa52-44c1-8d20-6adc9c2a8741 tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.510s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.805956] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Created folder: Project (65ce3d2befe54b09bf758012a631ccbb) in parent group-v562703. [ 646.805956] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Creating folder: Instances. Parent ref: group-v562755. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.805956] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6673adc7-d076-4537-9256-520475f5a773 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.821607] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Created folder: Instances in parent group-v562755. [ 646.821607] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.821607] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.824080] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b0a6055-f695-4d11-acb7-b68673799a1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.858033] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.858033] env[69220]: value = "task-2800390" [ 646.858033] env[69220]: _type = "Task" [ 646.858033] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.868317] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800390, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.892927] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081393} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.893237] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.894076] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c075dfd9-a340-4c7b-a3fe-da332c3d4549 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.923094] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] b67b2f26-bb01-45c5-abb3-e63da889b324/b67b2f26-bb01-45c5-abb3-e63da889b324.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.923446] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f80fb7-9334-445c-9169-e15bdeec7593 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.949599] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 646.949599] env[69220]: value = "task-2800391" [ 646.949599] env[69220]: _type = "Task" [ 646.949599] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.962264] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.989519] env[69220]: DEBUG nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.156778] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.297803] env[69220]: DEBUG nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.370989] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800390, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.411245] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2224e231-bcab-49a6-9c2b-743c03ed45fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.422672] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643f34fa-5a53-46b6-b365-1775d56b0fbe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.466406] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cb6733-907a-4fa9-8cec-83237663e45e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.476360] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.480603] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f5629-7aaf-4d1e-be95-97114f984747 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.495195] env[69220]: DEBUG nova.compute.provider_tree [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.785919] env[69220]: DEBUG nova.network.neutron [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Successfully created port: d86a7567-4db4-4d56-be4f-06f42da25d4e {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.833407] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.877362] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800390, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.976399] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800391, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.008154] env[69220]: DEBUG nova.scheduler.client.report [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.016636] env[69220]: DEBUG nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.056909] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.057225] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.057428] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.057712] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.057938] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.058090] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.058313] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.058484] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.058651] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.058816] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.058988] env[69220]: DEBUG nova.virt.hardware [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.060133] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fa7fb9-ec00-44bb-a098-c89fe3e84e5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.072250] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53182045-55cf-404d-b563-9fc92cf68faf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.184333] env[69220]: DEBUG nova.compute.manager [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Received event network-vif-plugged-40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.184557] env[69220]: DEBUG oslo_concurrency.lockutils [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] Acquiring lock "748b699b-74d2-4956-bfa4-2e07de0a83ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.184763] env[69220]: DEBUG oslo_concurrency.lockutils [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] Lock "748b699b-74d2-4956-bfa4-2e07de0a83ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.184922] env[69220]: DEBUG oslo_concurrency.lockutils [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] Lock "748b699b-74d2-4956-bfa4-2e07de0a83ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.185093] env[69220]: DEBUG nova.compute.manager [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] No waiting events found dispatching network-vif-plugged-40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.186049] env[69220]: WARNING nova.compute.manager [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Received unexpected event network-vif-plugged-40bca2ab-0a72-4538-a0b6-5e3064233c2a for instance with vm_state building and task_state spawning. [ 648.186576] env[69220]: DEBUG nova.compute.manager [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Received event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.186576] env[69220]: DEBUG nova.compute.manager [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing instance network info cache due to event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.186698] env[69220]: DEBUG oslo_concurrency.lockutils [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] Acquiring lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.186793] env[69220]: DEBUG oslo_concurrency.lockutils [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] Acquired lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.186944] env[69220]: DEBUG nova.network.neutron [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.384489] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800390, 'name': CreateVM_Task, 'duration_secs': 1.073398} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.384489] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.391374] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.391374] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.391374] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.391374] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08162205-31ec-4ba5-bd42-ad13a712ca7f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.399153] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 648.399153] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b2acbd-7b16-be49-ed04-ef04d75f29aa" [ 648.399153] env[69220]: _type = "Task" [ 648.399153] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.414078] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b2acbd-7b16-be49-ed04-ef04d75f29aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.414078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.414078] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.414078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.414446] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.414446] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.414593] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fe99489-e1a0-4b0f-acdf-9eaca6e6051a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.439155] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.439155] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.439155] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd7c096-8ce6-4a4b-a8e6-fb12bfcd5f15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.451407] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 648.451407] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52844173-5159-b101-75f3-7b1c2b473187" [ 648.451407] env[69220]: _type = "Task" [ 648.451407] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.469270] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52844173-5159-b101-75f3-7b1c2b473187, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.487026] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd89eda8-335b-40f9-9286-a0bef1acbb61 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.500976] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800391, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.501780] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 648.501780] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5216d144-9753-e67c-7327-14309ac5e866" [ 648.501780] env[69220]: _type = "Task" [ 648.501780] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.526705] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.528671] env[69220]: DEBUG nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.536029] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5216d144-9753-e67c-7327-14309ac5e866, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.536029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.942s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.536029] env[69220]: DEBUG nova.objects.instance [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lazy-loading 'resources' on Instance uuid 93db5ef7-9fbd-4a76-a50a-71cc14b3355e {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.537659] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.541382] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff/748b699b-74d2-4956-bfa4-2e07de0a83ff.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.541382] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e056bb9-cc26-4919-b1ac-8833e7aad750 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.553094] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 648.553094] env[69220]: value = "task-2800392" [ 648.553094] env[69220]: _type = "Task" [ 648.553094] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.568173] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.856717] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Acquiring lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.857267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.981655] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800391, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.037724] env[69220]: DEBUG nova.compute.utils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.046064] env[69220]: DEBUG nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.046064] env[69220]: DEBUG nova.network.neutron [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.071498] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.170715] env[69220]: DEBUG nova.policy [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e55dfa8d071945e592b591dc12b77e8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b646ff872f9c4c2795cadd9cf32c92fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.259289] env[69220]: DEBUG nova.network.neutron [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updated VIF entry in instance network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.259289] env[69220]: DEBUG nova.network.neutron [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updating instance_info_cache with network_info: [{"id": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "address": "fa:16:3e:fd:2e:45", "network": {"id": "aba666e2-fd40-42d7-a4aa-3c7b2418981d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-887740399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65ce3d2befe54b09bf758012a631ccbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bca2ab-0a", "ovs_interfaceid": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.289948] env[69220]: DEBUG nova.compute.manager [req-4e4e0268-0454-4577-9f8f-e39f41d6ea4a req-2cf2ecbb-a981-40de-b576-05a641821639 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Received event network-changed-3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.290147] env[69220]: DEBUG nova.compute.manager [req-4e4e0268-0454-4577-9f8f-e39f41d6ea4a req-2cf2ecbb-a981-40de-b576-05a641821639 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Refreshing instance network info cache due to event network-changed-3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.290373] env[69220]: DEBUG oslo_concurrency.lockutils [req-4e4e0268-0454-4577-9f8f-e39f41d6ea4a req-2cf2ecbb-a981-40de-b576-05a641821639 service nova] Acquiring lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.290487] env[69220]: DEBUG oslo_concurrency.lockutils [req-4e4e0268-0454-4577-9f8f-e39f41d6ea4a req-2cf2ecbb-a981-40de-b576-05a641821639 service nova] Acquired lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.290657] env[69220]: DEBUG nova.network.neutron [req-4e4e0268-0454-4577-9f8f-e39f41d6ea4a req-2cf2ecbb-a981-40de-b576-05a641821639 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Refreshing network info cache for port 3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.484564] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800391, 'name': ReconfigVM_Task, 'duration_secs': 2.041028} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.484824] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Reconfigured VM instance instance-0000000f to attach disk [datastore2] b67b2f26-bb01-45c5-abb3-e63da889b324/b67b2f26-bb01-45c5-abb3-e63da889b324.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.485859] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b401a6e6-2d82-4133-9ee5-a54dae66da53 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.495994] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 649.495994] env[69220]: value = "task-2800393" [ 649.495994] env[69220]: _type = "Task" [ 649.495994] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.520545] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800393, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.522785] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdef961-0646-4662-b0df-bfafa0d237a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.532945] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826fdef4-df5f-473e-a8eb-bfe74a361fd1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.572817] env[69220]: DEBUG nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.589221] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed32a578-1841-45fd-ad1e-00c68af66865 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.606024] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c353e188-6e20-476c-9f15-fbc2cd3f39f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.611192] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800392, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.628358] env[69220]: DEBUG nova.compute.provider_tree [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.761091] env[69220]: DEBUG oslo_concurrency.lockutils [req-3ed5c784-2253-458d-ab76-bea586016f9a req-30e73049-8bed-4a74-ac3c-a796f3870827 service nova] Releasing lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.014940] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800393, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.094849] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800392, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.244455} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.095215] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff/748b699b-74d2-4956-bfa4-2e07de0a83ff.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.096179] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.096179] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cc47ce7-d9f2-44ef-94ba-6bbbe5d092f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.104461] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 650.104461] env[69220]: value = "task-2800394" [ 650.104461] env[69220]: _type = "Task" [ 650.104461] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.117200] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.129506] env[69220]: DEBUG nova.scheduler.client.report [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.186153] env[69220]: DEBUG nova.network.neutron [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Successfully created port: 7f7fcd04-b860-47d4-b1e8-b19977a81958 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.372831] env[69220]: DEBUG nova.network.neutron [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Successfully updated port: d86a7567-4db4-4d56-be4f-06f42da25d4e {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.518629] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800393, 'name': Rename_Task, 'duration_secs': 0.698257} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.518629] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.519613] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ddfb50-e501-4e58-84de-58b78d130a09 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.528465] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 650.528465] env[69220]: value = "task-2800395" [ 650.528465] env[69220]: _type = "Task" [ 650.528465] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.538390] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.589197] env[69220]: DEBUG nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.617250] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.617540] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.617700] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.617885] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.618047] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.618168] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.618378] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.618534] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.618756] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.618993] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.619234] env[69220]: DEBUG nova.virt.hardware [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.620261] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5fdfc6-1b41-4d70-82f2-3217b1de4cbf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.625868] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080182} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.626497] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.630616] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e53d64-a888-4ae9-b8f2-2d0d1544e3fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.633751] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845c1882-6acb-4a0e-9b79-2e209855cc08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.647886] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.658320] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff/748b699b-74d2-4956-bfa4-2e07de0a83ff.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.659302] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.158s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.660483] env[69220]: INFO nova.compute.claims [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.665958] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde9c6c2-084d-4ec9-adde-4bae641a9d28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.694358] env[69220]: INFO nova.scheduler.client.report [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Deleted allocations for instance 93db5ef7-9fbd-4a76-a50a-71cc14b3355e [ 650.703151] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 650.703151] env[69220]: value = "task-2800396" [ 650.703151] env[69220]: _type = "Task" [ 650.703151] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.713316] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.877725] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.877725] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.877725] env[69220]: DEBUG nova.network.neutron [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.895747] env[69220]: DEBUG nova.network.neutron [req-4e4e0268-0454-4577-9f8f-e39f41d6ea4a req-2cf2ecbb-a981-40de-b576-05a641821639 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Updated VIF entry in instance network info cache for port 3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.895747] env[69220]: DEBUG nova.network.neutron [req-4e4e0268-0454-4577-9f8f-e39f41d6ea4a req-2cf2ecbb-a981-40de-b576-05a641821639 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Updating instance_info_cache with network_info: [{"id": "3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53", "address": "fa:16:3e:cf:d4:d4", "network": {"id": "b1c26e32-5cfb-429f-a1b3-0207590b5a08", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1345544928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "896d737554c346618198529c25e5fe3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0ef46c-61", "ovs_interfaceid": "3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.043184] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800395, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.202532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f70dfebd-c3ab-4a11-a0d9-4fc651d582ba tempest-ServerDiagnosticsTest-824410261 tempest-ServerDiagnosticsTest-824410261-project-member] Lock "93db5ef7-9fbd-4a76-a50a-71cc14b3355e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.848s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.221705] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.399619] env[69220]: DEBUG oslo_concurrency.lockutils [req-4e4e0268-0454-4577-9f8f-e39f41d6ea4a req-2cf2ecbb-a981-40de-b576-05a641821639 service nova] Releasing lock "refresh_cache-981b1665-fc39-4e8a-9628-4c878ef5659e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.443216] env[69220]: DEBUG nova.network.neutron [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.546570] env[69220]: DEBUG oslo_vmware.api [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800395, 'name': PowerOnVM_Task, 'duration_secs': 0.904346} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.546570] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.546570] env[69220]: INFO nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Took 11.48 seconds to spawn the instance on the hypervisor. [ 651.546570] env[69220]: DEBUG nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.550843] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecebba8a-313b-411e-b06c-7ca687cbf0a0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.728666] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800396, 'name': ReconfigVM_Task, 'duration_secs': 0.699252} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.728666] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff/748b699b-74d2-4956-bfa4-2e07de0a83ff.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.728860] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5aeb53d-8c05-40ce-91f6-006f86026342 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.742405] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 651.742405] env[69220]: value = "task-2800397" [ 651.742405] env[69220]: _type = "Task" [ 651.742405] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.755892] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800397, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.917500] env[69220]: DEBUG nova.network.neutron [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Updating instance_info_cache with network_info: [{"id": "d86a7567-4db4-4d56-be4f-06f42da25d4e", "address": "fa:16:3e:d5:60:21", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86a7567-4d", "ovs_interfaceid": "d86a7567-4db4-4d56-be4f-06f42da25d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.985614] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquiring lock "ea80840e-87c3-4387-b6a3-afc53f581203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.985849] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "ea80840e-87c3-4387-b6a3-afc53f581203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.076098] env[69220]: INFO nova.compute.manager [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Took 23.99 seconds to build instance. [ 652.125519] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33914896-ac6b-459b-901a-3525cad8cd77 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.136892] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47819770-0e12-48e7-aff9-96dc5d3fe637 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.174562] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab106d6f-cddf-4064-aeb8-5491b98eca1c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.186822] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dbf536-8d4e-4630-81e2-06536309b623 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.207057] env[69220]: DEBUG nova.compute.provider_tree [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.255455] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800397, 'name': Rename_Task, 'duration_secs': 0.35928} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.255752] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.256194] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482f4d77-8d09-4e39-9175-5eb6aef23233 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.269955] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 652.269955] env[69220]: value = "task-2800398" [ 652.269955] env[69220]: _type = "Task" [ 652.269955] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.280106] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.421121] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.421454] env[69220]: DEBUG nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Instance network_info: |[{"id": "d86a7567-4db4-4d56-be4f-06f42da25d4e", "address": "fa:16:3e:d5:60:21", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86a7567-4d", "ovs_interfaceid": "d86a7567-4db4-4d56-be4f-06f42da25d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.422114] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:60:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd86a7567-4db4-4d56-be4f-06f42da25d4e', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.435406] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.435406] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.435406] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8323fec0-1ea4-4bc8-ae39-0c92ae62dec6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.456928] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.456928] env[69220]: value = "task-2800399" [ 652.456928] env[69220]: _type = "Task" [ 652.456928] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.471689] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800399, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.553284] env[69220]: DEBUG nova.network.neutron [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Successfully updated port: 7f7fcd04-b860-47d4-b1e8-b19977a81958 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.578054] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d1be1e9-5453-4d05-a3a4-dce25c6f9fb8 tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "b67b2f26-bb01-45c5-abb3-e63da889b324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.503s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.711305] env[69220]: DEBUG nova.scheduler.client.report [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.782041] env[69220]: DEBUG nova.compute.manager [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Received event network-vif-plugged-d86a7567-4db4-4d56-be4f-06f42da25d4e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.782257] env[69220]: DEBUG oslo_concurrency.lockutils [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] Acquiring lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.782452] env[69220]: DEBUG oslo_concurrency.lockutils [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] Lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.782607] env[69220]: DEBUG oslo_concurrency.lockutils [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] Lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.782770] env[69220]: DEBUG nova.compute.manager [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] No waiting events found dispatching network-vif-plugged-d86a7567-4db4-4d56-be4f-06f42da25d4e {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.782926] env[69220]: WARNING nova.compute.manager [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Received unexpected event network-vif-plugged-d86a7567-4db4-4d56-be4f-06f42da25d4e for instance with vm_state building and task_state spawning. [ 652.785078] env[69220]: DEBUG nova.compute.manager [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Received event network-changed-d86a7567-4db4-4d56-be4f-06f42da25d4e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.785078] env[69220]: DEBUG nova.compute.manager [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Refreshing instance network info cache due to event network-changed-d86a7567-4db4-4d56-be4f-06f42da25d4e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.785078] env[69220]: DEBUG oslo_concurrency.lockutils [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] Acquiring lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.785078] env[69220]: DEBUG oslo_concurrency.lockutils [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] Acquired lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.785078] env[69220]: DEBUG nova.network.neutron [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Refreshing network info cache for port d86a7567-4db4-4d56-be4f-06f42da25d4e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.801438] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800398, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.968693] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800399, 'name': CreateVM_Task, 'duration_secs': 0.406937} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.969050] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.970267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.971071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.971501] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.971905] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb0da7b-8493-4752-ad3f-997002c12444 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.979516] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 652.979516] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a91afd-1f1c-3b4f-7828-0ff328c5b00b" [ 652.979516] env[69220]: _type = "Task" [ 652.979516] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.988988] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a91afd-1f1c-3b4f-7828-0ff328c5b00b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.061654] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquiring lock "refresh_cache-78a33d3a-2242-450d-a896-0701fbc034ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.061654] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquired lock "refresh_cache-78a33d3a-2242-450d-a896-0701fbc034ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.061654] env[69220]: DEBUG nova.network.neutron [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.082794] env[69220]: DEBUG nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.225143] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.225480] env[69220]: DEBUG nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.229934] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.974s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.230167] env[69220]: DEBUG nova.objects.instance [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 653.297052] env[69220]: DEBUG oslo_vmware.api [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800398, 'name': PowerOnVM_Task, 'duration_secs': 0.611} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.297768] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.298104] env[69220]: INFO nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Took 9.96 seconds to spawn the instance on the hypervisor. [ 653.298311] env[69220]: DEBUG nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.300260] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9e1119-6a77-4845-8dd0-3f74ba8bd496 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.499664] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a91afd-1f1c-3b4f-7828-0ff328c5b00b, 'name': SearchDatastore_Task, 'duration_secs': 0.018726} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.499664] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.499664] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.499664] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.499866] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.499866] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.501136] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d042832-8f6b-47ab-8ebb-cf970ef5e293 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.513618] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.513809] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.514751] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b6b464-55a2-4634-a46d-fa33296c5bed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.524224] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 653.524224] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52315d64-eb18-6ff2-3c45-9d01311bcdc2" [ 653.524224] env[69220]: _type = "Task" [ 653.524224] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.542764] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52315d64-eb18-6ff2-3c45-9d01311bcdc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.542764] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578a6142-cee2-48ab-85bd-c46c224e0d9c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.550154] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 653.550154] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5299e26e-533d-5b61-6a34-2dff24246d84" [ 653.550154] env[69220]: _type = "Task" [ 653.550154] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.567864] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5299e26e-533d-5b61-6a34-2dff24246d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.605237] env[69220]: DEBUG nova.network.neutron [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Updated VIF entry in instance network info cache for port d86a7567-4db4-4d56-be4f-06f42da25d4e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.605237] env[69220]: DEBUG nova.network.neutron [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Updating instance_info_cache with network_info: [{"id": "d86a7567-4db4-4d56-be4f-06f42da25d4e", "address": "fa:16:3e:d5:60:21", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86a7567-4d", "ovs_interfaceid": "d86a7567-4db4-4d56-be4f-06f42da25d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.623971] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.693614] env[69220]: DEBUG nova.network.neutron [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.735646] env[69220]: DEBUG nova.compute.utils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.745217] env[69220]: DEBUG nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.745217] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.810519] env[69220]: DEBUG nova.policy [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7333ad72a28b4da7aa1987640162b3b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f373727001a6457389f7fe74c1d052bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.834671] env[69220]: INFO nova.compute.manager [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Took 23.77 seconds to build instance. [ 654.069017] env[69220]: DEBUG nova.network.neutron [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Updating instance_info_cache with network_info: [{"id": "7f7fcd04-b860-47d4-b1e8-b19977a81958", "address": "fa:16:3e:02:ed:5b", "network": {"id": "c9877929-cff2-49d3-b571-3d61b728c959", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1379695267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b646ff872f9c4c2795cadd9cf32c92fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7fcd04-b8", "ovs_interfaceid": "7f7fcd04-b860-47d4-b1e8-b19977a81958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.082301] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5299e26e-533d-5b61-6a34-2dff24246d84, 'name': SearchDatastore_Task, 'duration_secs': 0.012978} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.082301] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.082301] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc/9fdc7289-1ff9-4b6c-a263-6930d47677bc.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.082301] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00cd9ca2-039b-4793-9591-7a6298bae793 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.090998] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 654.090998] env[69220]: value = "task-2800400" [ 654.090998] env[69220]: _type = "Task" [ 654.090998] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.102896] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.111226] env[69220]: DEBUG oslo_concurrency.lockutils [req-86d58324-fe58-4cb2-a77d-8240137ff456 req-cca83fb5-407b-4b12-983e-85712e14603c service nova] Releasing lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.246043] env[69220]: DEBUG nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.250316] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e4d8ed6c-8675-48a7-bc4b-39813b910e15 tempest-ServersAdmin275Test-1599370977 tempest-ServersAdmin275Test-1599370977-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.251485] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.927s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.253077] env[69220]: INFO nova.compute.claims [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.303639] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "16b2c458-8496-4092-bfaf-7ddc56466288" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.303705] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "16b2c458-8496-4092-bfaf-7ddc56466288" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.336059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86d2f5b4-eda9-41c2-bc5e-e5da019cf8e7 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "748b699b-74d2-4956-bfa4-2e07de0a83ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.582s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.372481] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Successfully created port: 5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.568010] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Releasing lock "refresh_cache-78a33d3a-2242-450d-a896-0701fbc034ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.568362] env[69220]: DEBUG nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Instance network_info: |[{"id": "7f7fcd04-b860-47d4-b1e8-b19977a81958", "address": "fa:16:3e:02:ed:5b", "network": {"id": "c9877929-cff2-49d3-b571-3d61b728c959", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1379695267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b646ff872f9c4c2795cadd9cf32c92fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7fcd04-b8", "ovs_interfaceid": "7f7fcd04-b860-47d4-b1e8-b19977a81958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.568782] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:ed:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f7fcd04-b860-47d4-b1e8-b19977a81958', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.580457] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Creating folder: Project (b646ff872f9c4c2795cadd9cf32c92fd). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.580827] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a09b5896-3227-43cf-add9-61fc80ce3c81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.596162] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Created folder: Project (b646ff872f9c4c2795cadd9cf32c92fd) in parent group-v562703. [ 654.596385] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Creating folder: Instances. Parent ref: group-v562759. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.596725] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc0db719-65d3-4c2a-827e-fe0e1d8994b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.602326] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.615359] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Created folder: Instances in parent group-v562759. [ 654.615629] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.615832] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.616075] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aef57dc7-7cbf-4770-9ccc-b06f6c5fecdf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.643264] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.643264] env[69220]: value = "task-2800403" [ 654.643264] env[69220]: _type = "Task" [ 654.643264] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.661094] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800403, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.840820] env[69220]: DEBUG nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.957958] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Successfully created port: 8c5878ed-e8fd-4170-8df4-0fa7c92c1473 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.106464] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585461} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.106464] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc/9fdc7289-1ff9-4b6c-a263-6930d47677bc.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.106834] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.107068] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0971807c-6d92-4dc6-ae93-974ce0a1fabe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.117698] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 655.117698] env[69220]: value = "task-2800404" [ 655.117698] env[69220]: _type = "Task" [ 655.117698] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.128788] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.156963] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800403, 'name': CreateVM_Task, 'duration_secs': 0.421534} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.159744] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.159744] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.159744] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.159744] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.159744] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b1ec8c-a4e5-48d2-8e75-0b47a65d0ff0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.166721] env[69220]: DEBUG nova.compute.manager [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.166721] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6466d4f1-5c7a-4844-9c05-84da47ad9da7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.175132] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 655.175132] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5253c09c-ba5d-e93f-a976-df4b7382cfc9" [ 655.175132] env[69220]: _type = "Task" [ 655.175132] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.192581] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5253c09c-ba5d-e93f-a976-df4b7382cfc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.258636] env[69220]: DEBUG nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.284260] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.284526] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.284682] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.285632] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.285632] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.285632] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.285632] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.285632] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.285888] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.285888] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.286106] env[69220]: DEBUG nova.virt.hardware [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.287784] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a081436a-7d64-4803-a3e1-7b8736992e98 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.300958] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2400a7da-9d0a-4ae4-8fe5-28f5cb9a2510 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.373146] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.561173] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquiring lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.561509] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.561678] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquiring lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.561852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.562037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.564599] env[69220]: INFO nova.compute.manager [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Terminating instance [ 655.634285] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072448} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.636607] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.637494] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f64ab-8762-4da0-b012-6a1c1f25911c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.663862] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc/9fdc7289-1ff9-4b6c-a263-6930d47677bc.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.668561] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8ac4d0-bbb8-40b5-9b36-56ec9a6056c1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.691422] env[69220]: INFO nova.compute.manager [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] instance snapshotting [ 655.691422] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquiring lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.691422] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.695168] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de968823-f0f8-4922-886b-45c5ac6463df {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.708229] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5253c09c-ba5d-e93f-a976-df4b7382cfc9, 'name': SearchDatastore_Task, 'duration_secs': 0.020368} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.709209] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 655.709209] env[69220]: value = "task-2800405" [ 655.709209] env[69220]: _type = "Task" [ 655.709209] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.722790] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.723095] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.723366] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.723531] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.723743] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.727317] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ac10514-e74b-46e3-ae99-ae9e3c4562af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.733186] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9f6dd8-7652-4b87-a2bd-132067d7ead7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.744466] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.750371] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.750509] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.754804] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23783dfe-380e-41d7-8abb-7e7a72bfe6b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.762011] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 655.762011] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f7292a-14ad-e5f2-0a33-3aef6b2fdbd9" [ 655.762011] env[69220]: _type = "Task" [ 655.762011] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.772382] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f7292a-14ad-e5f2-0a33-3aef6b2fdbd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.773247] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Successfully created port: 2bb45c16-73b1-4b11-91d1-e5946c586dbb {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.827425] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99727426-6db2-46df-ba68-8bc2d265d954 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.836227] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7dd884-fb22-4c08-8e7a-50e375d84d08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.869220] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363892d0-53e1-4963-b18d-d00820b33575 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.875777] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3900a022-f5de-42c4-b7b4-8402e9d241ed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.890867] env[69220]: DEBUG nova.compute.provider_tree [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.052671] env[69220]: DEBUG nova.compute.manager [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Received event network-vif-plugged-7f7fcd04-b860-47d4-b1e8-b19977a81958 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.052904] env[69220]: DEBUG oslo_concurrency.lockutils [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] Acquiring lock "78a33d3a-2242-450d-a896-0701fbc034ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.053670] env[69220]: DEBUG oslo_concurrency.lockutils [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] Lock "78a33d3a-2242-450d-a896-0701fbc034ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.053994] env[69220]: DEBUG oslo_concurrency.lockutils [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] Lock "78a33d3a-2242-450d-a896-0701fbc034ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.054192] env[69220]: DEBUG nova.compute.manager [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] No waiting events found dispatching network-vif-plugged-7f7fcd04-b860-47d4-b1e8-b19977a81958 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.054777] env[69220]: WARNING nova.compute.manager [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Received unexpected event network-vif-plugged-7f7fcd04-b860-47d4-b1e8-b19977a81958 for instance with vm_state building and task_state spawning. [ 656.055045] env[69220]: DEBUG nova.compute.manager [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Received event network-changed-7f7fcd04-b860-47d4-b1e8-b19977a81958 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.055221] env[69220]: DEBUG nova.compute.manager [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Refreshing instance network info cache due to event network-changed-7f7fcd04-b860-47d4-b1e8-b19977a81958. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.055714] env[69220]: DEBUG oslo_concurrency.lockutils [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] Acquiring lock "refresh_cache-78a33d3a-2242-450d-a896-0701fbc034ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.055892] env[69220]: DEBUG oslo_concurrency.lockutils [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] Acquired lock "refresh_cache-78a33d3a-2242-450d-a896-0701fbc034ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.056049] env[69220]: DEBUG nova.network.neutron [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Refreshing network info cache for port 7f7fcd04-b860-47d4-b1e8-b19977a81958 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.069254] env[69220]: DEBUG nova.compute.manager [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.069471] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.070406] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52647e-2fa6-4ce3-aea1-5dc0f666834d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.080133] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.080399] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-225a8a71-00d2-49cb-a9e4-f1506b62db52 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.089018] env[69220]: DEBUG oslo_vmware.api [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 656.089018] env[69220]: value = "task-2800406" [ 656.089018] env[69220]: _type = "Task" [ 656.089018] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.101589] env[69220]: DEBUG oslo_vmware.api [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.234856] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.253620] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 656.253954] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-724f3690-8cff-4bdb-8647-bfcd3e9056ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.264401] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 656.264401] env[69220]: value = "task-2800407" [ 656.264401] env[69220]: _type = "Task" [ 656.264401] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.283650] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.291072] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f7292a-14ad-e5f2-0a33-3aef6b2fdbd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.293022] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb9a944-16ba-4506-8745-bc667a8c0e8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.300501] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 656.300501] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527cbf52-348b-aef0-3f5b-296f77fdb372" [ 656.300501] env[69220]: _type = "Task" [ 656.300501] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.313719] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527cbf52-348b-aef0-3f5b-296f77fdb372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.394545] env[69220]: DEBUG nova.scheduler.client.report [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.600383] env[69220]: DEBUG oslo_vmware.api [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800406, 'name': PowerOffVM_Task, 'duration_secs': 0.283513} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.600679] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.600978] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.601200] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-179204aa-b15a-49a7-bd63-6216f930e69e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.691874] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.692492] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.692492] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Deleting the datastore file [datastore1] 372e5d17-9bf6-4431-8804-d6ddc5f717ef {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.692650] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f172e1cd-ba48-4fc5-8c4e-b029a8019c75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.707197] env[69220]: DEBUG oslo_vmware.api [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for the task: (returnval){ [ 656.707197] env[69220]: value = "task-2800409" [ 656.707197] env[69220]: _type = "Task" [ 656.707197] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.720443] env[69220]: DEBUG oslo_vmware.api [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.737040] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800405, 'name': ReconfigVM_Task, 'duration_secs': 0.677968} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.737507] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc/9fdc7289-1ff9-4b6c-a263-6930d47677bc.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.738460] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19f89a74-6a4b-4c0d-b402-85876a394d76 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.748938] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 656.748938] env[69220]: value = "task-2800410" [ 656.748938] env[69220]: _type = "Task" [ 656.748938] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.789276] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800410, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.796755] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.814362] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527cbf52-348b-aef0-3f5b-296f77fdb372, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.815186] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.816771] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 78a33d3a-2242-450d-a896-0701fbc034ae/78a33d3a-2242-450d-a896-0701fbc034ae.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.819038] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6babd88f-2226-45d3-9c9c-f00fbfb8bdda {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.827165] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 656.827165] env[69220]: value = "task-2800411" [ 656.827165] env[69220]: _type = "Task" [ 656.827165] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.840844] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.851863] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "fd76250a-069e-4ac2-a19a-1b403dead67b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.852053] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "fd76250a-069e-4ac2-a19a-1b403dead67b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.901784] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.902637] env[69220]: DEBUG nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.905925] env[69220]: DEBUG nova.network.neutron [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Updated VIF entry in instance network info cache for port 7f7fcd04-b860-47d4-b1e8-b19977a81958. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.908016] env[69220]: DEBUG nova.network.neutron [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Updating instance_info_cache with network_info: [{"id": "7f7fcd04-b860-47d4-b1e8-b19977a81958", "address": "fa:16:3e:02:ed:5b", "network": {"id": "c9877929-cff2-49d3-b571-3d61b728c959", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1379695267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b646ff872f9c4c2795cadd9cf32c92fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f7fcd04-b8", "ovs_interfaceid": "7f7fcd04-b860-47d4-b1e8-b19977a81958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.908016] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.954s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.908349] env[69220]: DEBUG nova.objects.instance [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lazy-loading 'resources' on Instance uuid d36a9604-4cc7-4781-9d17-d45d62b6a66e {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.223037] env[69220]: DEBUG oslo_vmware.api [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Task: {'id': task-2800409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232139} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.223706] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.223706] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.223706] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.223824] env[69220]: INFO nova.compute.manager [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 657.224049] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.227017] env[69220]: DEBUG nova.compute.manager [-] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.227017] env[69220]: DEBUG nova.network.neutron [-] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.264728] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800410, 'name': Rename_Task, 'duration_secs': 0.187608} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.264728] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.264728] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8ee0af-e179-4a2d-911c-3d55db39dc95 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.275696] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 657.275696] env[69220]: value = "task-2800412" [ 657.275696] env[69220]: _type = "Task" [ 657.275696] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.283728] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800407, 'name': CreateSnapshot_Task, 'duration_secs': 0.865207} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.284602] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 657.287053] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ae060-9d0f-4eaa-a4c9-fa885b3322f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.293466] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.339336] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800411, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.357627] env[69220]: INFO nova.compute.manager [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Rescuing [ 657.358049] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.358622] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquired lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.358622] env[69220]: DEBUG nova.network.neutron [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.410378] env[69220]: DEBUG oslo_concurrency.lockutils [req-19840fc4-da38-4a53-8bf1-fac3cffcb2de req-47e05fc1-a199-406d-b928-525ce8a11eb1 service nova] Releasing lock "refresh_cache-78a33d3a-2242-450d-a896-0701fbc034ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.412524] env[69220]: DEBUG nova.compute.utils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.419492] env[69220]: DEBUG nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.419705] env[69220]: DEBUG nova.network.neutron [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.481506] env[69220]: DEBUG nova.policy [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1f0630c764d4ecf9a8742bac87ed975', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3efe5f7e6e3425abb13bf69e73df2b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.741815] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Successfully updated port: 5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.790263] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800412, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.818317] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.822935] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c587f499-db12-4be8-852e-c3d1f1c4c466 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.837184] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 657.837184] env[69220]: value = "task-2800413" [ 657.837184] env[69220]: _type = "Task" [ 657.837184] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.845670] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64221} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.850388] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 78a33d3a-2242-450d-a896-0701fbc034ae/78a33d3a-2242-450d-a896-0701fbc034ae.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.850636] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.857209] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41f7a983-31ab-4278-b4b5-af477e5afb3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.860618] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800413, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.869694] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 657.869694] env[69220]: value = "task-2800414" [ 657.869694] env[69220]: _type = "Task" [ 657.869694] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.882711] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.917270] env[69220]: DEBUG nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.944179] env[69220]: DEBUG nova.network.neutron [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Successfully created port: b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.957430] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385ebe87-6ba1-4c19-866b-d89c1bf98eb6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.964560] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c83c022-9486-42eb-84e4-ec1df204bbdd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.997359] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e60c55-a925-4d85-806d-af49745b31e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.007079] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664473a6-7d7b-4b91-81e7-88bd8524b9fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.023307] env[69220]: DEBUG nova.compute.provider_tree [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.211179] env[69220]: DEBUG nova.network.neutron [-] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.239054] env[69220]: DEBUG nova.network.neutron [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updating instance_info_cache with network_info: [{"id": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "address": "fa:16:3e:fd:2e:45", "network": {"id": "aba666e2-fd40-42d7-a4aa-3c7b2418981d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-887740399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65ce3d2befe54b09bf758012a631ccbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bca2ab-0a", "ovs_interfaceid": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.288345] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.350771] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800413, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.384583] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07528} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.385247] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.386120] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d57b71b-b1d2-46ce-b681-e9092a5c0be3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.416073] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 78a33d3a-2242-450d-a896-0701fbc034ae/78a33d3a-2242-450d-a896-0701fbc034ae.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.416888] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9052f317-93bf-4741-af5a-dc7f570918fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.440701] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "de0666cb-68cb-4257-9740-6dcea5554f27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.440985] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "de0666cb-68cb-4257-9740-6dcea5554f27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.445402] env[69220]: DEBUG nova.compute.manager [req-e7de356f-263d-4574-8318-a7a110d2e116 req-7f084013-4812-4339-be73-a100aeed5c91 service nova] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Received event network-vif-deleted-3ee56f2d-a023-45cf-a7ce-afe9ab48d0a3 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.449272] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 658.449272] env[69220]: value = "task-2800415" [ 658.449272] env[69220]: _type = "Task" [ 658.449272] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.461668] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.547492] env[69220]: ERROR nova.scheduler.client.report [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] [req-963d39bd-f564-430e-ae28-91436c721774] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-963d39bd-f564-430e-ae28-91436c721774"}]} [ 658.571896] env[69220]: DEBUG nova.scheduler.client.report [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 658.600835] env[69220]: DEBUG nova.scheduler.client.report [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 658.602506] env[69220]: DEBUG nova.compute.provider_tree [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.622411] env[69220]: DEBUG nova.scheduler.client.report [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 658.649672] env[69220]: DEBUG nova.scheduler.client.report [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 658.714309] env[69220]: INFO nova.compute.manager [-] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Took 1.49 seconds to deallocate network for instance. [ 658.743521] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Releasing lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.794058] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.853789] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800413, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.878059] env[69220]: DEBUG nova.compute.manager [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-vif-plugged-5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.878571] env[69220]: DEBUG oslo_concurrency.lockutils [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] Acquiring lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.878819] env[69220]: DEBUG oslo_concurrency.lockutils [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.878990] env[69220]: DEBUG oslo_concurrency.lockutils [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.879330] env[69220]: DEBUG nova.compute.manager [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] No waiting events found dispatching network-vif-plugged-5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.879723] env[69220]: WARNING nova.compute.manager [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received unexpected event network-vif-plugged-5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3 for instance with vm_state building and task_state spawning. [ 658.879874] env[69220]: DEBUG nova.compute.manager [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-changed-5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.880164] env[69220]: DEBUG nova.compute.manager [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Refreshing instance network info cache due to event network-changed-5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.880606] env[69220]: DEBUG oslo_concurrency.lockutils [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] Acquiring lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.880810] env[69220]: DEBUG oslo_concurrency.lockutils [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] Acquired lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.881052] env[69220]: DEBUG nova.network.neutron [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Refreshing network info cache for port 5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.943528] env[69220]: DEBUG nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.962980] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800415, 'name': ReconfigVM_Task, 'duration_secs': 0.347787} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.966386] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 78a33d3a-2242-450d-a896-0701fbc034ae/78a33d3a-2242-450d-a896-0701fbc034ae.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.970536] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69f015b3-5f12-4bef-93e1-5b575d8f9d38 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.976625] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.976874] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.977054] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.977276] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.977422] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.977566] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.977775] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.977923] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.978207] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.978401] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.978578] env[69220]: DEBUG nova.virt.hardware [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.979652] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569794b6-eeed-403b-95b9-ca6d09a4e5c1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.983438] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 658.983438] env[69220]: value = "task-2800416" [ 658.983438] env[69220]: _type = "Task" [ 658.983438] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.995427] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aef619-8f98-4c6d-8454-20746e73c0f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.009387] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800416, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.178209] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0198fe8a-9ee2-4a80-bdf3-405243aa1456 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.187289] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89e97f2-8785-47ad-af5e-b40b267f53ff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.220254] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb1ca15-9180-4b18-b66e-1ca01a12afcb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.223676] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.229743] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8772dab6-14a4-49ff-afc8-94e7b2dd0b8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.244962] env[69220]: DEBUG nova.compute.provider_tree [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.296615] env[69220]: DEBUG oslo_vmware.api [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800412, 'name': PowerOnVM_Task, 'duration_secs': 1.698096} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.296615] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.296615] env[69220]: INFO nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Took 11.28 seconds to spawn the instance on the hypervisor. [ 659.296615] env[69220]: DEBUG nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.296615] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393fde3b-8010-464d-8905-1d1e9982362e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.352187] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800413, 'name': CloneVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.449185] env[69220]: DEBUG nova.network.neutron [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.498868] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800416, 'name': Rename_Task, 'duration_secs': 0.160233} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.498868] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.498868] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d383374b-4b2c-428c-b66b-cbf0186cabea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.505825] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 659.505825] env[69220]: value = "task-2800417" [ 659.505825] env[69220]: _type = "Task" [ 659.505825] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.514886] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.601224] env[69220]: DEBUG nova.network.neutron [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.800036] env[69220]: DEBUG nova.scheduler.client.report [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 659.800432] env[69220]: DEBUG nova.compute.provider_tree [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 39 to 40 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 659.800724] env[69220]: DEBUG nova.compute.provider_tree [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.817784] env[69220]: INFO nova.compute.manager [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Took 26.69 seconds to build instance. [ 659.852293] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800413, 'name': CloneVM_Task, 'duration_secs': 1.582539} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.852293] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Created linked-clone VM from snapshot [ 659.852660] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc9600c-873f-4ea6-8ec7-89ba6ddcc98b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.863918] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Uploading image fc6b5af5-c5bd-4315-9b66-756ecd2b8cf8 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 659.885799] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 659.885799] env[69220]: value = "vm-562763" [ 659.885799] env[69220]: _type = "VirtualMachine" [ 659.885799] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 659.886116] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba3c6530-0413-4a95-8318-8fc94b3c9d32 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.890765] env[69220]: DEBUG nova.network.neutron [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Successfully updated port: b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.895676] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lease: (returnval){ [ 659.895676] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52df6eab-3865-a9c2-370d-07cba81ca4ab" [ 659.895676] env[69220]: _type = "HttpNfcLease" [ 659.895676] env[69220]: } obtained for exporting VM: (result){ [ 659.895676] env[69220]: value = "vm-562763" [ 659.895676] env[69220]: _type = "VirtualMachine" [ 659.895676] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 659.896028] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the lease: (returnval){ [ 659.896028] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52df6eab-3865-a9c2-370d-07cba81ca4ab" [ 659.896028] env[69220]: _type = "HttpNfcLease" [ 659.896028] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 659.906689] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.906689] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52df6eab-3865-a9c2-370d-07cba81ca4ab" [ 659.906689] env[69220]: _type = "HttpNfcLease" [ 659.906689] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 660.023331] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800417, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.105582] env[69220]: DEBUG oslo_concurrency.lockutils [req-311dd2d9-5cf7-4d5b-87b5-293ad426dc27 req-4064dd69-a6d2-4a69-abe6-7240898b741b service nova] Releasing lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.158169] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Successfully updated port: 8c5878ed-e8fd-4170-8df4-0fa7c92c1473 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.299310] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.299646] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8898e91a-5e61-4c1c-8960-d10fcfd852e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.310279] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 660.310279] env[69220]: value = "task-2800419" [ 660.310279] env[69220]: _type = "Task" [ 660.310279] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.314219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.407s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.316818] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.922s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.319199] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f50dd2c1-dfe9-4206-a3c6-468fe6fa78c6 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.005s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.327439] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.360996] env[69220]: INFO nova.scheduler.client.report [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Deleted allocations for instance d36a9604-4cc7-4781-9d17-d45d62b6a66e [ 660.394521] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.394645] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.398020] env[69220]: DEBUG nova.network.neutron [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.406444] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.406444] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52df6eab-3865-a9c2-370d-07cba81ca4ab" [ 660.406444] env[69220]: _type = "HttpNfcLease" [ 660.406444] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 660.406444] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 660.406444] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52df6eab-3865-a9c2-370d-07cba81ca4ab" [ 660.406444] env[69220]: _type = "HttpNfcLease" [ 660.406444] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 660.407464] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860be7b1-e040-43e9-86bf-c3042c65fad5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.421037] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ace3ef-403b-27c4-87aa-3cf36b8ed831/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 660.421256] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ace3ef-403b-27c4-87aa-3cf36b8ed831/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 660.517893] env[69220]: DEBUG oslo_vmware.api [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800417, 'name': PowerOnVM_Task, 'duration_secs': 0.565552} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.518418] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.518738] env[69220]: INFO nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Took 9.93 seconds to spawn the instance on the hypervisor. [ 660.519038] env[69220]: DEBUG nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.520083] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219d566-f561-4947-862c-50344463b047 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.526609] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-11e59ae5-11d7-4e7d-b6dd-b4a22f6302f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.824886] env[69220]: INFO nova.compute.claims [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.832843] env[69220]: DEBUG nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.836248] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800419, 'name': PowerOffVM_Task, 'duration_secs': 0.24328} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.836573] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.837682] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c3ac1b-e540-45aa-89c8-14816b73307f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.862613] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8106e421-840d-4852-9e35-181462ad3ad3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.870800] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d9b54dfd-aa4b-45db-93aa-588a6c212782 tempest-ServerExternalEventsTest-1151550426 tempest-ServerExternalEventsTest-1151550426-project-member] Lock "d36a9604-4cc7-4781-9d17-d45d62b6a66e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.331s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.920504] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.921334] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca785ad-644e-4819-95f7-f45835713c16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.933327] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 660.933327] env[69220]: value = "task-2800420" [ 660.933327] env[69220]: _type = "Task" [ 660.933327] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.945949] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 660.946452] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.946747] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.947016] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.947313] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.948210] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e2bd42f-8b8f-403c-bf9a-eb40ce2a1670 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.962185] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.962185] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.962691] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18777c6-1d3d-4665-b8db-576492876873 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.971029] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 660.971029] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c7fa86-c51d-9b21-bd3f-93eb57a6402e" [ 660.971029] env[69220]: _type = "Task" [ 660.971029] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.976548] env[69220]: DEBUG nova.network.neutron [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.990396] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c7fa86-c51d-9b21-bd3f-93eb57a6402e, 'name': SearchDatastore_Task, 'duration_secs': 0.012419} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.991641] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391221c9-25cb-4a7b-b98c-a686102282fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.001556] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 661.001556] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524970c0-65de-a236-ebdc-fb3898dfc3e6" [ 661.001556] env[69220]: _type = "Task" [ 661.001556] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.018140] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524970c0-65de-a236-ebdc-fb3898dfc3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013908} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.018439] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.018746] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. {{(pid=69220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 661.019052] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86a45471-f24d-4c10-a2ab-8219fba694a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.030610] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 661.030610] env[69220]: value = "task-2800421" [ 661.030610] env[69220]: _type = "Task" [ 661.030610] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.053469] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.055603] env[69220]: INFO nova.compute.manager [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Took 27.40 seconds to build instance. [ 661.107809] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "460fd851-f92d-49ec-8904-527d9b9e9b55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.108096] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.332726] env[69220]: INFO nova.compute.resource_tracker [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating resource usage from migration 1d3a291a-adfe-4711-97ef-15afe86dea33 [ 661.364582] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.528250] env[69220]: DEBUG nova.network.neutron [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updating instance_info_cache with network_info: [{"id": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "address": "fa:16:3e:32:bf:c6", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a69a6a-94", "ovs_interfaceid": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.551556] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.560691] env[69220]: DEBUG nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Received event network-vif-plugged-b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.561211] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Acquiring lock "8c21d28c-0df5-4c1e-928e-a504576e6af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.562513] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Lock "8c21d28c-0df5-4c1e-928e-a504576e6af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.562513] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Lock "8c21d28c-0df5-4c1e-928e-a504576e6af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.562513] env[69220]: DEBUG nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] No waiting events found dispatching network-vif-plugged-b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.562513] env[69220]: WARNING nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Received unexpected event network-vif-plugged-b8a69a6a-9432-45b8-9dd0-481e660d68b5 for instance with vm_state building and task_state spawning. [ 661.563300] env[69220]: DEBUG nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Received event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.563300] env[69220]: DEBUG nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing instance network info cache due to event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 661.563472] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Acquiring lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.564037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b05c2b83-3895-4ce0-b737-288dca1ac366 tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "78a33d3a-2242-450d-a896-0701fbc034ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.559s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.923666] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37d7c7b-2c8a-43b8-8611-87206affa4bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.935449] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c79b1-197d-441a-958f-f919d1c222bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.978021] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996fdd76-103d-4a45-a164-7ed56803916d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.985190] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec702eba-fcbf-4a88-bcce-ced1139c8d1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.001740] env[69220]: DEBUG nova.compute.provider_tree [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.031960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Releasing lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.031960] env[69220]: DEBUG nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Instance network_info: |[{"id": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "address": "fa:16:3e:32:bf:c6", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a69a6a-94", "ovs_interfaceid": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.032285] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Acquired lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.032503] env[69220]: DEBUG nova.network.neutron [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.033960] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:bf:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a69a6a-9432-45b8-9dd0-481e660d68b5', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.047859] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Creating folder: Project (d3efe5f7e6e3425abb13bf69e73df2b9). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.055241] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac11bda2-0c76-420f-9eb1-72f28e8cfb60 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.066077] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.066421] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. [ 662.067592] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742ee3b-62b8-418f-b460-383447f1f526 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.072756] env[69220]: DEBUG nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.076829] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Created folder: Project (d3efe5f7e6e3425abb13bf69e73df2b9) in parent group-v562703. [ 662.077335] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Creating folder: Instances. Parent ref: group-v562764. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.079536] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35aa3462-cd19-42fa-8834-f09834bf916e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.107903] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.108873] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce8ad42-3a37-42e5-9c3a-1eeace993b1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.125917] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Created folder: Instances in parent group-v562764. [ 662.126215] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.126923] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.127248] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d3497da-a31c-4dc8-975b-dd9138ec245c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.145234] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 662.145234] env[69220]: value = "task-2800424" [ 662.145234] env[69220]: _type = "Task" [ 662.145234] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.153695] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.153695] env[69220]: value = "task-2800425" [ 662.153695] env[69220]: _type = "Task" [ 662.153695] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.158195] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.169739] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800425, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.421710] env[69220]: INFO nova.compute.manager [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Rescuing [ 662.422443] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.422443] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.422592] env[69220]: DEBUG nova.network.neutron [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.505451] env[69220]: DEBUG nova.scheduler.client.report [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.616590] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.661038] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.675047] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800425, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.006879] env[69220]: DEBUG nova.network.neutron [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updated VIF entry in instance network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.007375] env[69220]: DEBUG nova.network.neutron [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updating instance_info_cache with network_info: [{"id": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "address": "fa:16:3e:32:bf:c6", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a69a6a-94", "ovs_interfaceid": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.018191] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.701s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.018496] env[69220]: INFO nova.compute.manager [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Migrating [ 663.018843] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.019097] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.022047] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.587s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.027297] env[69220]: INFO nova.compute.claims [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.057696] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Successfully updated port: 2bb45c16-73b1-4b11-91d1-e5946c586dbb {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.162122] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800424, 'name': ReconfigVM_Task, 'duration_secs': 0.598413} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.169377] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.174196] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44dc477-917e-4cb1-9347-522de23a82b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.185412] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800425, 'name': CreateVM_Task, 'duration_secs': 0.521079} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.203598] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.212053] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.212053] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.212053] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.212053] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef04dcf-1fe6-4e22-ac44-344be5c600f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.225652] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9068228-2b2e-4193-aec5-b9e7c6e5df97 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.233657] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 663.233657] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52108255-9377-17aa-9677-bea88955ba68" [ 663.233657] env[69220]: _type = "Task" [ 663.233657] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.235535] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 663.235535] env[69220]: value = "task-2800426" [ 663.235535] env[69220]: _type = "Task" [ 663.235535] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.254740] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.260923] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52108255-9377-17aa-9677-bea88955ba68, 'name': SearchDatastore_Task, 'duration_secs': 0.015959} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.261431] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.261792] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.262244] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.262553] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.262918] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.263266] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afacb91e-478f-4b65-863c-c746bfa299ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.279602] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.279974] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.281774] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8efc271-8048-48e0-af05-f16b59342079 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.290205] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 663.290205] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52df36c8-bdd3-1148-ff1b-366faaecd245" [ 663.290205] env[69220]: _type = "Task" [ 663.290205] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.300089] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52df36c8-bdd3-1148-ff1b-366faaecd245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.472541] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquiring lock "78a33d3a-2242-450d-a896-0701fbc034ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.472541] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "78a33d3a-2242-450d-a896-0701fbc034ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.472541] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquiring lock "78a33d3a-2242-450d-a896-0701fbc034ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.472541] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "78a33d3a-2242-450d-a896-0701fbc034ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.473231] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "78a33d3a-2242-450d-a896-0701fbc034ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.477931] env[69220]: INFO nova.compute.manager [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Terminating instance [ 663.513026] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Releasing lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.513026] env[69220]: DEBUG nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-vif-plugged-8c5878ed-e8fd-4170-8df4-0fa7c92c1473 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.513026] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Acquiring lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.513026] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.513026] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.513364] env[69220]: DEBUG nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] No waiting events found dispatching network-vif-plugged-8c5878ed-e8fd-4170-8df4-0fa7c92c1473 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.513364] env[69220]: WARNING nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received unexpected event network-vif-plugged-8c5878ed-e8fd-4170-8df4-0fa7c92c1473 for instance with vm_state building and task_state spawning. [ 663.513364] env[69220]: DEBUG nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-changed-8c5878ed-e8fd-4170-8df4-0fa7c92c1473 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.513364] env[69220]: DEBUG nova.compute.manager [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Refreshing instance network info cache due to event network-changed-8c5878ed-e8fd-4170-8df4-0fa7c92c1473. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.513364] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Acquiring lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.513550] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Acquired lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.513550] env[69220]: DEBUG nova.network.neutron [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Refreshing network info cache for port 8c5878ed-e8fd-4170-8df4-0fa7c92c1473 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.532759] env[69220]: INFO nova.compute.rpcapi [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 663.532759] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.559537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.620666] env[69220]: DEBUG nova.network.neutron [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Updating instance_info_cache with network_info: [{"id": "d86a7567-4db4-4d56-be4f-06f42da25d4e", "address": "fa:16:3e:d5:60:21", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86a7567-4d", "ovs_interfaceid": "d86a7567-4db4-4d56-be4f-06f42da25d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.753216] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800426, 'name': ReconfigVM_Task, 'duration_secs': 0.282566} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.753541] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.754110] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4faa0a49-cf53-48d4-bc32-83f283b2fda2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.763651] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 663.763651] env[69220]: value = "task-2800427" [ 663.763651] env[69220]: _type = "Task" [ 663.763651] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.774642] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.803492] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52df36c8-bdd3-1148-ff1b-366faaecd245, 'name': SearchDatastore_Task, 'duration_secs': 0.013534} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.804703] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2b22a8-7588-4292-957b-8b8c7dd23dbe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.812481] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 663.812481] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52528502-a73c-5a74-48da-aef6bd13e20a" [ 663.812481] env[69220]: _type = "Task" [ 663.812481] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.824606] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52528502-a73c-5a74-48da-aef6bd13e20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.985547] env[69220]: DEBUG nova.compute.manager [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.986122] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.986601] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26138af-5f98-4a83-82ed-201b3eea5880 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.997055] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.997468] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-948ce0fe-a0d2-4caa-b42e-062c1485902c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.005481] env[69220]: DEBUG oslo_vmware.api [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 664.005481] env[69220]: value = "task-2800428" [ 664.005481] env[69220]: _type = "Task" [ 664.005481] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.021961] env[69220]: DEBUG oslo_vmware.api [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.056993] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.057242] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.058605] env[69220]: DEBUG nova.network.neutron [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.084757] env[69220]: DEBUG nova.network.neutron [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.124812] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "refresh_cache-9fdc7289-1ff9-4b6c-a263-6930d47677bc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.278903] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.285098] env[69220]: DEBUG nova.network.neutron [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.293962] env[69220]: DEBUG nova.compute.manager [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-vif-plugged-2bb45c16-73b1-4b11-91d1-e5946c586dbb {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.294197] env[69220]: DEBUG oslo_concurrency.lockutils [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] Acquiring lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.294424] env[69220]: DEBUG oslo_concurrency.lockutils [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.294549] env[69220]: DEBUG oslo_concurrency.lockutils [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.294710] env[69220]: DEBUG nova.compute.manager [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] No waiting events found dispatching network-vif-plugged-2bb45c16-73b1-4b11-91d1-e5946c586dbb {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.294867] env[69220]: WARNING nova.compute.manager [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received unexpected event network-vif-plugged-2bb45c16-73b1-4b11-91d1-e5946c586dbb for instance with vm_state building and task_state spawning. [ 664.295110] env[69220]: DEBUG nova.compute.manager [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-changed-2bb45c16-73b1-4b11-91d1-e5946c586dbb {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.295284] env[69220]: DEBUG nova.compute.manager [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Refreshing instance network info cache due to event network-changed-2bb45c16-73b1-4b11-91d1-e5946c586dbb. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 664.295451] env[69220]: DEBUG oslo_concurrency.lockutils [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] Acquiring lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.326080] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52528502-a73c-5a74-48da-aef6bd13e20a, 'name': SearchDatastore_Task, 'duration_secs': 0.016265} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.327164] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.328401] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8c21d28c-0df5-4c1e-928e-a504576e6af2/8c21d28c-0df5-4c1e-928e-a504576e6af2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.333513] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7256ddc-891a-4084-9078-aed22068dd4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.343184] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 664.343184] env[69220]: value = "task-2800429" [ 664.343184] env[69220]: _type = "Task" [ 664.343184] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.352498] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.518360] env[69220]: DEBUG oslo_vmware.api [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800428, 'name': PowerOffVM_Task, 'duration_secs': 0.26086} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.521703] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.522040] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.522531] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ee88d1e-413e-4cff-ab03-e45bff7817eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.601955] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.602453] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.603191] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Deleting the datastore file [datastore2] 78a33d3a-2242-450d-a896-0701fbc034ae {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.603605] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8609bfaa-24fd-490d-b074-0daf712b9d7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.615319] env[69220]: DEBUG oslo_vmware.api [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for the task: (returnval){ [ 664.615319] env[69220]: value = "task-2800431" [ 664.615319] env[69220]: _type = "Task" [ 664.615319] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.627388] env[69220]: DEBUG oslo_vmware.api [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.635432] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e71dcf-24e0-400b-978a-e47fdb85b2b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.645563] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7734f4d8-5bff-4621-b368-4c297fc9386e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.688012] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94efa451-7746-4517-832e-e27758832519 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.702511] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5f4e1-efa5-4a72-ad7a-09d910329af9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.725285] env[69220]: DEBUG nova.compute.provider_tree [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.778143] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.790519] env[69220]: DEBUG oslo_concurrency.lockutils [req-522e92f5-79dd-4ba8-932b-18d5bcbe3a2c req-e854e3a9-af61-4c3a-9903-5a2b02bacd59 service nova] Releasing lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.790973] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquired lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.791210] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.854201] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.992986] env[69220]: DEBUG nova.network.neutron [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance_info_cache with network_info: [{"id": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "address": "fa:16:3e:76:0d:2f", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8df5f94-02", "ovs_interfaceid": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.129543] env[69220]: DEBUG oslo_vmware.api [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.229712] env[69220]: DEBUG nova.scheduler.client.report [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.281519] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.355841] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57705} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.355841] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8c21d28c-0df5-4c1e-928e-a504576e6af2/8c21d28c-0df5-4c1e-928e-a504576e6af2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.355841] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.356577] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d23d7979-8f15-4755-907a-4306ee6955ab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.365946] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 665.365946] env[69220]: value = "task-2800432" [ 665.365946] env[69220]: _type = "Task" [ 665.365946] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.371189] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.380027] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.494882] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.628822] env[69220]: DEBUG oslo_vmware.api [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Task: {'id': task-2800431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.673675} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.630377] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.630377] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.631259] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.631441] env[69220]: INFO nova.compute.manager [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Took 1.65 seconds to destroy the instance on the hypervisor. [ 665.631690] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.633077] env[69220]: DEBUG nova.compute.manager [-] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.633230] env[69220]: DEBUG nova.network.neutron [-] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.707305] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.707305] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f752ec-4913-4734-8049-3a8b47656431 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.714375] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 665.714375] env[69220]: value = "task-2800433" [ 665.714375] env[69220]: _type = "Task" [ 665.714375] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.726582] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.737624] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.737624] env[69220]: DEBUG nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.745362] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.633s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.745362] env[69220]: DEBUG nova.objects.instance [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lazy-loading 'resources' on Instance uuid 5e2b8644-0643-452c-908c-db1c741760a5 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.778763] env[69220]: DEBUG oslo_vmware.api [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800427, 'name': PowerOnVM_Task, 'duration_secs': 1.611887} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.781406] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.789941] env[69220]: DEBUG nova.compute.manager [None req-84e4f6e3-ff48-46ff-a6af-14e67f1e575b tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.790976] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30ebd25-739f-4bfd-806f-e438dc8af8dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.876701] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090153} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.877029] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.877945] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d9e40-8af0-480b-ae24-b84681bc8141 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.913474] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 8c21d28c-0df5-4c1e-928e-a504576e6af2/8c21d28c-0df5-4c1e-928e-a504576e6af2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.914566] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43896eab-c2b1-4305-ab18-bdb7c753ea86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.941312] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 665.941312] env[69220]: value = "task-2800434" [ 665.941312] env[69220]: _type = "Task" [ 665.941312] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.952697] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.226506] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800433, 'name': PowerOffVM_Task, 'duration_secs': 0.411077} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.227103] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.228724] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e4f1ba-c40d-454d-a472-b74b96f99379 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.252554] env[69220]: DEBUG nova.compute.utils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.263602] env[69220]: DEBUG nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.264335] env[69220]: DEBUG nova.network.neutron [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.267849] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c88d22-0eaa-4be0-a06c-f968373678a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.341353] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.344030] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a1f8f80-64d1-437b-b155-df018b69b691 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.355143] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 666.355143] env[69220]: value = "task-2800435" [ 666.355143] env[69220]: _type = "Task" [ 666.355143] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.370100] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 666.370396] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.370643] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.370810] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.371065] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.371520] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b438f63-8a44-4add-828a-7ee1cb4967b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.379709] env[69220]: DEBUG nova.policy [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '883b380acc474f4cb86f311b15762b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e00f4d6b5bc447fbe1d25212f550382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.388509] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.388696] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.389657] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4836864-5620-426b-97fa-f9f8017c71fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.396561] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 666.396561] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5216c36a-183f-1bf4-b52d-818f83859350" [ 666.396561] env[69220]: _type = "Task" [ 666.396561] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.405715] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5216c36a-183f-1bf4-b52d-818f83859350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.469816] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800434, 'name': ReconfigVM_Task, 'duration_secs': 0.384769} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.469816] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 8c21d28c-0df5-4c1e-928e-a504576e6af2/8c21d28c-0df5-4c1e-928e-a504576e6af2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.470171] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d9d2e91-1284-4f36-9249-080ec39fb7f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.479803] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 666.479803] env[69220]: value = "task-2800436" [ 666.479803] env[69220]: _type = "Task" [ 666.479803] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.490889] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800436, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.651955] env[69220]: DEBUG nova.network.neutron [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Updating instance_info_cache with network_info: [{"id": "5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3", "address": "fa:16:3e:89:95:7c", "network": {"id": "735bf454-3f18-4e4d-9036-dd0770944415", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-339948703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2a9ee5-d4", "ovs_interfaceid": "5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c5878ed-e8fd-4170-8df4-0fa7c92c1473", "address": "fa:16:3e:b9:3b:0f", "network": {"id": "a62abc15-b46b-49fc-9bcd-27d8ea9dc8ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707223380", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5878ed-e8", "ovs_interfaceid": "8c5878ed-e8fd-4170-8df4-0fa7c92c1473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb45c16-73b1-4b11-91d1-e5946c586dbb", "address": "fa:16:3e:d2:ba:0c", "network": {"id": "735bf454-3f18-4e4d-9036-dd0770944415", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-339948703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb45c16-73", "ovs_interfaceid": "2bb45c16-73b1-4b11-91d1-e5946c586dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.764166] env[69220]: DEBUG nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.780463] env[69220]: DEBUG nova.network.neutron [-] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.869962] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcbb39c-7564-4712-990a-4f1d5283f2c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.879288] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0019cd-8bca-4531-bdec-e99ed6324945 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.919027] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb006c1-1bcc-4333-ab70-1c2046acd7b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.930299] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d27188-416c-4a82-ba12-18978784d72a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.935144] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5216c36a-183f-1bf4-b52d-818f83859350, 'name': SearchDatastore_Task, 'duration_secs': 0.033821} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.937481] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eca93f3-c6cc-49ea-8abb-e277ab80039e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.950012] env[69220]: DEBUG nova.compute.provider_tree [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.955455] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 666.955455] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52414672-aced-8231-8e64-d871de4b1737" [ 666.955455] env[69220]: _type = "Task" [ 666.955455] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.966372] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52414672-aced-8231-8e64-d871de4b1737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.991243] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800436, 'name': Rename_Task, 'duration_secs': 0.171681} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.991517] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.991759] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dcb0729-3058-4524-bfb2-de002e0723fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.000509] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 667.000509] env[69220]: value = "task-2800437" [ 667.000509] env[69220]: _type = "Task" [ 667.000509] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.009889] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.016609] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f1e62a-cd72-4e70-90cb-9a1a317b8942 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.038784] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance '99c21326-9d7e-4439-89b0-5dfd90577cdb' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.154095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Releasing lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.154508] env[69220]: DEBUG nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Instance network_info: |[{"id": "5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3", "address": "fa:16:3e:89:95:7c", "network": {"id": "735bf454-3f18-4e4d-9036-dd0770944415", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-339948703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2a9ee5-d4", "ovs_interfaceid": "5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c5878ed-e8fd-4170-8df4-0fa7c92c1473", "address": "fa:16:3e:b9:3b:0f", "network": {"id": "a62abc15-b46b-49fc-9bcd-27d8ea9dc8ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707223380", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5878ed-e8", "ovs_interfaceid": "8c5878ed-e8fd-4170-8df4-0fa7c92c1473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb45c16-73b1-4b11-91d1-e5946c586dbb", "address": "fa:16:3e:d2:ba:0c", "network": {"id": "735bf454-3f18-4e4d-9036-dd0770944415", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-339948703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb45c16-73", "ovs_interfaceid": "2bb45c16-73b1-4b11-91d1-e5946c586dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.154823] env[69220]: DEBUG oslo_concurrency.lockutils [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] Acquired lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.155121] env[69220]: DEBUG nova.network.neutron [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Refreshing network info cache for port 2bb45c16-73b1-4b11-91d1-e5946c586dbb {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.156824] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:95:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:3b:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c5878ed-e8fd-4170-8df4-0fa7c92c1473', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ba:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb45c16-73b1-4b11-91d1-e5946c586dbb', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.170665] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Creating folder: Project (f373727001a6457389f7fe74c1d052bc). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.175777] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f794fa56-211e-472b-b817-d88de667e32a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.193046] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Created folder: Project (f373727001a6457389f7fe74c1d052bc) in parent group-v562703. [ 667.193263] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Creating folder: Instances. Parent ref: group-v562767. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.193521] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80e690c3-d407-496e-b168-d53ac1e9826c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.206617] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Created folder: Instances in parent group-v562767. [ 667.206859] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.207138] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.207343] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72abbb26-7977-4d9a-83c8-c412da451062 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.240310] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.240310] env[69220]: value = "task-2800440" [ 667.240310] env[69220]: _type = "Task" [ 667.240310] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.250654] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800440, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.258513] env[69220]: DEBUG nova.compute.manager [req-c9f746e9-3f4d-48fc-84de-2343f4092b97 req-c2bc6fd8-823c-4d23-a412-cd5a80ab97b0 service nova] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Received event network-vif-deleted-7f7fcd04-b860-47d4-b1e8-b19977a81958 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.284101] env[69220]: INFO nova.compute.manager [-] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Took 1.65 seconds to deallocate network for instance. [ 667.454481] env[69220]: DEBUG nova.scheduler.client.report [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.468025] env[69220]: DEBUG nova.network.neutron [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Successfully created port: cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.481305] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52414672-aced-8231-8e64-d871de4b1737, 'name': SearchDatastore_Task, 'duration_secs': 0.035403} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.481686] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.482469] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. {{(pid=69220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 667.482833] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed127307-cda4-4ff2-b0c1-66e26d6b4d1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.500583] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 667.500583] env[69220]: value = "task-2800441" [ 667.500583] env[69220]: _type = "Task" [ 667.500583] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.519671] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.524553] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.546212] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.546484] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663fef4a-b7ed-452c-9b1b-17063bf79cee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.557061] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 667.557061] env[69220]: value = "task-2800442" [ 667.557061] env[69220]: _type = "Task" [ 667.557061] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.568277] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.661026] env[69220]: DEBUG nova.network.neutron [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Updated VIF entry in instance network info cache for port 2bb45c16-73b1-4b11-91d1-e5946c586dbb. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.661648] env[69220]: DEBUG nova.network.neutron [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Updating instance_info_cache with network_info: [{"id": "5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3", "address": "fa:16:3e:89:95:7c", "network": {"id": "735bf454-3f18-4e4d-9036-dd0770944415", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-339948703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2a9ee5-d4", "ovs_interfaceid": "5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8c5878ed-e8fd-4170-8df4-0fa7c92c1473", "address": "fa:16:3e:b9:3b:0f", "network": {"id": "a62abc15-b46b-49fc-9bcd-27d8ea9dc8ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-707223380", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5878ed-e8", "ovs_interfaceid": "8c5878ed-e8fd-4170-8df4-0fa7c92c1473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb45c16-73b1-4b11-91d1-e5946c586dbb", "address": "fa:16:3e:d2:ba:0c", "network": {"id": "735bf454-3f18-4e4d-9036-dd0770944415", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-339948703", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb45c16-73", "ovs_interfaceid": "2bb45c16-73b1-4b11-91d1-e5946c586dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.752152] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800440, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.786062] env[69220]: DEBUG nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.790103] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.827547] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.827735] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.827928] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.828185] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.828359] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.828491] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.828702] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.828862] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.829062] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.829231] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.829497] env[69220]: DEBUG nova.virt.hardware [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.830915] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4652cd5e-11f9-428e-9066-7d3129400c02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.848130] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8199a6b1-95df-48c5-9c23-f6e6679a6c7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.972208] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.975560] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.134s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.975848] env[69220]: DEBUG nova.objects.instance [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lazy-loading 'resources' on Instance uuid dfe2202c-0859-4596-a0a4-70fef4f6ecff {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.016524] env[69220]: INFO nova.scheduler.client.report [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Deleted allocations for instance 5e2b8644-0643-452c-908c-db1c741760a5 [ 668.041358] env[69220]: DEBUG oslo_vmware.api [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800437, 'name': PowerOnVM_Task, 'duration_secs': 0.624833} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.041546] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800441, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.042414] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.042414] env[69220]: INFO nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Took 9.10 seconds to spawn the instance on the hypervisor. [ 668.042778] env[69220]: DEBUG nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.045418] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6577b8a4-330e-4ba3-b998-fe5a661bba11 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.069092] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800442, 'name': PowerOffVM_Task, 'duration_secs': 0.295351} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.069837] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.070024] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance '99c21326-9d7e-4439-89b0-5dfd90577cdb' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.165278] env[69220]: DEBUG oslo_concurrency.lockutils [req-413d8249-acc4-45dc-8d7e-e0fe23b4e5dd req-cddb6ff8-dfd9-405b-adbc-b6f735fc4a43 service nova] Releasing lock "refresh_cache-12a88bb1-749a-4eff-91d0-e0929a530f8e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.251955] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800440, 'name': CreateVM_Task, 'duration_secs': 0.573374} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.252173] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.253111] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.253239] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.253814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.254205] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d02049f-3de2-4b49-8bd8-06602f3edaa6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.259823] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 668.259823] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5287e4b3-36f8-4781-0603-7b87fdfce11e" [ 668.259823] env[69220]: _type = "Task" [ 668.259823] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.271392] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5287e4b3-36f8-4781-0603-7b87fdfce11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.516757] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800441, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.529486] env[69220]: DEBUG oslo_concurrency.lockutils [None req-db4ab539-1c91-4070-b365-ef5f2fe11dae tempest-ServerDiagnosticsNegativeTest-1352484858 tempest-ServerDiagnosticsNegativeTest-1352484858-project-member] Lock "5e2b8644-0643-452c-908c-db1c741760a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.198s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.571651] env[69220]: INFO nova.compute.manager [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Took 30.26 seconds to build instance. [ 668.577420] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.577806] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.577984] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.578570] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.578570] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.578570] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.578744] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.578824] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.578984] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.579271] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.579471] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.589021] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3a8db09-8b60-4399-9ce7-a5fc43193587 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.608269] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 668.608269] env[69220]: value = "task-2800443" [ 668.608269] env[69220]: _type = "Task" [ 668.608269] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.622387] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.773267] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5287e4b3-36f8-4781-0603-7b87fdfce11e, 'name': SearchDatastore_Task, 'duration_secs': 0.02607} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.773614] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.773832] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.774079] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.774221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.774394] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.774663] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3e19a14-65a6-407b-b0d2-c5108cc482b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.787617] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.788021] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.788768] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b23330-8d69-4ae8-a68c-96d9f905d86c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.795316] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 668.795316] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52948a2b-c5a6-d527-6307-01c58d03d650" [ 668.795316] env[69220]: _type = "Task" [ 668.795316] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.808463] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52948a2b-c5a6-d527-6307-01c58d03d650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.019515] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800441, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.034080] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3507f-db7d-47ee-b431-d49cc14ea9e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.041117] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc191b0-77e5-4172-a80e-d87f1e8f77b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.081989] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fe1b4ae6-92cf-4388-8954-890214080a4f tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "8c21d28c-0df5-4c1e-928e-a504576e6af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.121s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.087020] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d862940f-d008-42a5-af92-31e62d1bab34 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.093171] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe1ac86-e8c0-4030-80dd-90df04e459dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.111386] env[69220]: DEBUG nova.compute.provider_tree [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.127565] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800443, 'name': ReconfigVM_Task, 'duration_secs': 0.482708} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.128129] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance '99c21326-9d7e-4439-89b0-5dfd90577cdb' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.316439] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52948a2b-c5a6-d527-6307-01c58d03d650, 'name': SearchDatastore_Task, 'duration_secs': 0.029794} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.317715] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48651dc0-2e20-4754-bce8-a34533245a81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.327683] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 669.327683] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b4f68b-a6a5-d56a-b69b-901e4a1ccea9" [ 669.327683] env[69220]: _type = "Task" [ 669.327683] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.336919] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b4f68b-a6a5-d56a-b69b-901e4a1ccea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.373486] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquiring lock "592a22d4-9652-4f07-a91e-464892d6f3b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.374640] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "592a22d4-9652-4f07-a91e-464892d6f3b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.470560] env[69220]: DEBUG nova.network.neutron [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Successfully updated port: cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.517748] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800441, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.659696} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.518038] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. [ 669.518847] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4d350b-a088-45bd-b1ec-c77afa2fbd78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.545801] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.546176] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db053d96-9ebb-4c3a-9989-e151f025dd81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.573531] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 669.573531] env[69220]: value = "task-2800444" [ 669.573531] env[69220]: _type = "Task" [ 669.573531] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.583391] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.589304] env[69220]: DEBUG nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.619800] env[69220]: DEBUG nova.scheduler.client.report [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.636345] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.636624] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.636776] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.636950] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.637769] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.637963] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.638199] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.638357] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.638521] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.638682] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.638920] env[69220]: DEBUG nova.virt.hardware [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.645383] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 669.646908] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9916be1f-7c0c-455f-8fba-092d789b3392 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.676874] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 669.676874] env[69220]: value = "task-2800445" [ 669.676874] env[69220]: _type = "Task" [ 669.676874] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.691041] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.843119] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b4f68b-a6a5-d56a-b69b-901e4a1ccea9, 'name': SearchDatastore_Task, 'duration_secs': 0.026357} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.843119] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.843119] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 12a88bb1-749a-4eff-91d0-e0929a530f8e/12a88bb1-749a-4eff-91d0-e0929a530f8e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.844361] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9202b64-f745-40e9-83f2-d3f3f95f6fda {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.856872] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 669.856872] env[69220]: value = "task-2800446" [ 669.856872] env[69220]: _type = "Task" [ 669.856872] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.871640] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.881157] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.881401] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.974245] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.974414] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.974575] env[69220]: DEBUG nova.network.neutron [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.085200] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.118896] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.134423] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.134423] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.247s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.135384] env[69220]: INFO nova.compute.claims [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.156551] env[69220]: INFO nova.scheduler.client.report [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Deleted allocations for instance dfe2202c-0859-4596-a0a4-70fef4f6ecff [ 670.198021] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800445, 'name': ReconfigVM_Task, 'duration_secs': 0.241566} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.198021] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 670.198021] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f624c-3cb0-48aa-b9ef-9bf0a1777467 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.224586] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 99c21326-9d7e-4439-89b0-5dfd90577cdb/99c21326-9d7e-4439-89b0-5dfd90577cdb.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.225439] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12fdfeae-e1ec-407b-90a9-5c1a45dc76e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.249107] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 670.249107] env[69220]: value = "task-2800447" [ 670.249107] env[69220]: _type = "Task" [ 670.249107] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.260213] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.371730] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.459585] env[69220]: DEBUG nova.compute.manager [req-1fe1c618-4344-4a48-a3c6-8fd8e3ab1775 req-02131103-32f3-4d48-b0c2-abdf69a7c873 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received event network-vif-plugged-cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.459942] env[69220]: DEBUG oslo_concurrency.lockutils [req-1fe1c618-4344-4a48-a3c6-8fd8e3ab1775 req-02131103-32f3-4d48-b0c2-abdf69a7c873 service nova] Acquiring lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.460952] env[69220]: DEBUG oslo_concurrency.lockutils [req-1fe1c618-4344-4a48-a3c6-8fd8e3ab1775 req-02131103-32f3-4d48-b0c2-abdf69a7c873 service nova] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.461187] env[69220]: DEBUG oslo_concurrency.lockutils [req-1fe1c618-4344-4a48-a3c6-8fd8e3ab1775 req-02131103-32f3-4d48-b0c2-abdf69a7c873 service nova] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.461495] env[69220]: DEBUG nova.compute.manager [req-1fe1c618-4344-4a48-a3c6-8fd8e3ab1775 req-02131103-32f3-4d48-b0c2-abdf69a7c873 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] No waiting events found dispatching network-vif-plugged-cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.461579] env[69220]: WARNING nova.compute.manager [req-1fe1c618-4344-4a48-a3c6-8fd8e3ab1775 req-02131103-32f3-4d48-b0c2-abdf69a7c873 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received unexpected event network-vif-plugged-cc1f212f-cb8b-42b4-a914-bf41d83652ea for instance with vm_state building and task_state spawning. [ 670.489921] env[69220]: DEBUG nova.compute.manager [req-492cc13a-130e-44a1-ab9e-e1dd73fc61e0 req-8da3515f-5668-4faf-a0cc-9db85d9530ae service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Received event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.490639] env[69220]: DEBUG nova.compute.manager [req-492cc13a-130e-44a1-ab9e-e1dd73fc61e0 req-8da3515f-5668-4faf-a0cc-9db85d9530ae service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing instance network info cache due to event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.490639] env[69220]: DEBUG oslo_concurrency.lockutils [req-492cc13a-130e-44a1-ab9e-e1dd73fc61e0 req-8da3515f-5668-4faf-a0cc-9db85d9530ae service nova] Acquiring lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.490949] env[69220]: DEBUG oslo_concurrency.lockutils [req-492cc13a-130e-44a1-ab9e-e1dd73fc61e0 req-8da3515f-5668-4faf-a0cc-9db85d9530ae service nova] Acquired lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.491155] env[69220]: DEBUG nova.network.neutron [req-492cc13a-130e-44a1-ab9e-e1dd73fc61e0 req-8da3515f-5668-4faf-a0cc-9db85d9530ae service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.512829] env[69220]: DEBUG nova.network.neutron [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.589072] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800444, 'name': ReconfigVM_Task, 'duration_secs': 0.649995} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.589495] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.591169] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1418634-9464-430c-b589-754d7cdac673 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.630097] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88b3c94-3757-44ee-93d2-044585a56b7b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.649464] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 670.649464] env[69220]: value = "task-2800448" [ 670.649464] env[69220]: _type = "Task" [ 670.649464] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.661116] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.667085] env[69220]: DEBUG oslo_concurrency.lockutils [None req-551ae9ad-43a3-4588-b4db-e1f2e3739729 tempest-TenantUsagesTestJSON-1555873611 tempest-TenantUsagesTestJSON-1555873611-project-member] Lock "dfe2202c-0859-4596-a0a4-70fef4f6ecff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.464s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.715140] env[69220]: DEBUG nova.network.neutron [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [{"id": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "address": "fa:16:3e:25:de:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1f212f-cb", "ovs_interfaceid": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.763126] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.871130] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678382} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.871130] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 12a88bb1-749a-4eff-91d0-e0929a530f8e/12a88bb1-749a-4eff-91d0-e0929a530f8e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.871130] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.871130] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3889415e-8e29-4954-a4b3-38827848115b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.881236] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 670.881236] env[69220]: value = "task-2800449" [ 670.881236] env[69220]: _type = "Task" [ 670.881236] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.893408] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.161663] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800448, 'name': ReconfigVM_Task, 'duration_secs': 0.402463} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.163098] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.163098] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07c40d18-16c2-4cfa-88f2-b13d98e1c065 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.174200] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 671.174200] env[69220]: value = "task-2800450" [ 671.174200] env[69220]: _type = "Task" [ 671.174200] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.186307] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.222017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.222017] env[69220]: DEBUG nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Instance network_info: |[{"id": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "address": "fa:16:3e:25:de:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1f212f-cb", "ovs_interfaceid": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.222017] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:de:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc1f212f-cb8b-42b4-a914-bf41d83652ea', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.229454] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Creating folder: Project (6e00f4d6b5bc447fbe1d25212f550382). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.236293] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b45933d-44b7-48ea-98e9-92db951a608a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.251105] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Created folder: Project (6e00f4d6b5bc447fbe1d25212f550382) in parent group-v562703. [ 671.251409] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Creating folder: Instances. Parent ref: group-v562770. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.255618] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b57aabf-0ba0-401c-8f79-9b68b831ea86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.275614] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800447, 'name': ReconfigVM_Task, 'duration_secs': 0.584751} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.277155] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 99c21326-9d7e-4439-89b0-5dfd90577cdb/99c21326-9d7e-4439-89b0-5dfd90577cdb.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.277497] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance '99c21326-9d7e-4439-89b0-5dfd90577cdb' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.283114] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Created folder: Instances in parent group-v562770. [ 671.284101] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.286337] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.286833] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f22c925-4044-4b99-ab17-6aee1c9f54b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.320481] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.320481] env[69220]: value = "task-2800453" [ 671.320481] env[69220]: _type = "Task" [ 671.320481] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.332942] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800453, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.397713] env[69220]: DEBUG nova.network.neutron [req-492cc13a-130e-44a1-ab9e-e1dd73fc61e0 req-8da3515f-5668-4faf-a0cc-9db85d9530ae service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updated VIF entry in instance network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.398165] env[69220]: DEBUG nova.network.neutron [req-492cc13a-130e-44a1-ab9e-e1dd73fc61e0 req-8da3515f-5668-4faf-a0cc-9db85d9530ae service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updating instance_info_cache with network_info: [{"id": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "address": "fa:16:3e:fd:2e:45", "network": {"id": "aba666e2-fd40-42d7-a4aa-3c7b2418981d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-887740399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65ce3d2befe54b09bf758012a631ccbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bca2ab-0a", "ovs_interfaceid": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.399734] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083318} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.400074] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.401243] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9abd41-33fe-42a4-baaf-a05d1a609b3d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.431640] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 12a88bb1-749a-4eff-91d0-e0929a530f8e/12a88bb1-749a-4eff-91d0-e0929a530f8e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.434067] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521f5209-cf8e-42fd-a045-d13299c64249 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.459474] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 671.459474] env[69220]: value = "task-2800454" [ 671.459474] env[69220]: _type = "Task" [ 671.459474] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.474910] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.692232] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.721199] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "462f978b-3e0e-4786-a89f-2c4b92fc003a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.721418] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "462f978b-3e0e-4786-a89f-2c4b92fc003a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.755966] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.756387] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.774657] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad4aff6-759b-4abb-8663-f5fd46456309 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.787074] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd02fe9-8665-491d-a9d5-4cfe84a4c1d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.791428] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8940fd9-6c4e-467b-ad2b-bb30697be21c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.847037] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d206eaa-691d-4d6a-8875-78fb6001d18a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.854667] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee15e64b-6248-404a-8a71-436166d9b23f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.863559] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800453, 'name': CreateVM_Task, 'duration_secs': 0.431817} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.878915] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.879322] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance '99c21326-9d7e-4439-89b0-5dfd90577cdb' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.883245] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.883412] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.883724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.884988] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fdf659-7b37-4f4b-8362-f905f931bfc9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.889432] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e3da63-e79e-4b50-9ed0-d34571d48a0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.896454] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 671.896454] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52238544-5482-1244-ed99-c27e3bd12d22" [ 671.896454] env[69220]: _type = "Task" [ 671.896454] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.904601] env[69220]: DEBUG oslo_concurrency.lockutils [req-492cc13a-130e-44a1-ab9e-e1dd73fc61e0 req-8da3515f-5668-4faf-a0cc-9db85d9530ae service nova] Releasing lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.905167] env[69220]: DEBUG nova.compute.provider_tree [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.916289] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52238544-5482-1244-ed99-c27e3bd12d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.969294] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800454, 'name': ReconfigVM_Task, 'duration_secs': 0.384555} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.969622] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 12a88bb1-749a-4eff-91d0-e0929a530f8e/12a88bb1-749a-4eff-91d0-e0929a530f8e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.970324] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53c98417-c2ff-4b4c-9647-a043cb5941f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.978422] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 671.978422] env[69220]: value = "task-2800455" [ 671.978422] env[69220]: _type = "Task" [ 671.978422] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.989612] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800455, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.071646] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ace3ef-403b-27c4-87aa-3cf36b8ed831/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 672.072660] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1712b2-5e5e-4372-b068-e76417d25432 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.080283] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ace3ef-403b-27c4-87aa-3cf36b8ed831/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 672.080478] env[69220]: ERROR oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ace3ef-403b-27c4-87aa-3cf36b8ed831/disk-0.vmdk due to incomplete transfer. [ 672.080699] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba352fc8-ea12-4114-a5dd-6aa0db192d4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.089411] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ace3ef-403b-27c4-87aa-3cf36b8ed831/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 672.089744] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Uploaded image fc6b5af5-c5bd-4315-9b66-756ecd2b8cf8 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 672.091908] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 672.092203] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f933f498-6d51-4462-9a22-802772045e7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.099498] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 672.099498] env[69220]: value = "task-2800456" [ 672.099498] env[69220]: _type = "Task" [ 672.099498] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.108978] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800456, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.185207] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.411178] env[69220]: DEBUG nova.scheduler.client.report [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.423098] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52238544-5482-1244-ed99-c27e3bd12d22, 'name': SearchDatastore_Task, 'duration_secs': 0.03145} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.423647] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.423944] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.425362] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.425568] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.425714] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.425992] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72cb15af-9d6c-44a5-8393-b2ec02bb89ff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.438642] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.438883] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.439600] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f52e71-54ef-43cc-b3d8-8c3c32fc4e74 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.446880] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 672.446880] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d1dc4a-c828-5c40-7ede-714ea4e171e2" [ 672.446880] env[69220]: _type = "Task" [ 672.446880] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.457221] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d1dc4a-c828-5c40-7ede-714ea4e171e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.495565] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800455, 'name': Rename_Task, 'duration_secs': 0.192797} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.495565] env[69220]: DEBUG nova.network.neutron [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Port f8df5f94-02c3-4a0c-bac5-691f6a3bc91d binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 672.495565] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.495792] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5ac45c9-2c60-42cd-90ed-e5ab39744219 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.504924] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 672.504924] env[69220]: value = "task-2800457" [ 672.504924] env[69220]: _type = "Task" [ 672.504924] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.516721] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.830335] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800456, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.830335] env[69220]: DEBUG oslo_vmware.api [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800450, 'name': PowerOnVM_Task, 'duration_secs': 1.485135} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.830335] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.830335] env[69220]: DEBUG nova.compute.manager [None req-3b5314fc-f4ba-479d-bc54-be6c386553c1 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.830335] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bfdd5a-5f02-4cc7-b97a-2690284ddbb2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.926480] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.927199] env[69220]: DEBUG nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.931186] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.194s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.931548] env[69220]: DEBUG nova.objects.instance [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lazy-loading 'resources' on Instance uuid 4daa71d1-7ad0-4357-a975-400d96176698 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.963030] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d1dc4a-c828-5c40-7ede-714ea4e171e2, 'name': SearchDatastore_Task, 'duration_secs': 0.019734} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.963030] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57995e1-b0a9-494e-92d6-c7b5f889d46c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.972923] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 672.972923] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d7a918-b575-9d48-9cfe-e24ed72372c5" [ 672.972923] env[69220]: _type = "Task" [ 672.972923] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.981740] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d7a918-b575-9d48-9cfe-e24ed72372c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.021924] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.115573] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800456, 'name': Destroy_Task, 'duration_secs': 0.667706} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.116358] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Destroyed the VM [ 673.116607] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 673.117100] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dca3661f-2a35-4d9e-acf4-433ee5087743 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.127449] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 673.127449] env[69220]: value = "task-2800458" [ 673.127449] env[69220]: _type = "Task" [ 673.127449] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.137724] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.436466] env[69220]: DEBUG nova.compute.utils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.442270] env[69220]: DEBUG nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.442510] env[69220]: DEBUG nova.network.neutron [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.496108] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d7a918-b575-9d48-9cfe-e24ed72372c5, 'name': SearchDatastore_Task, 'duration_secs': 0.022986} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.496613] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.497318] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] d754cfd3-f0ca-4903-8309-c0fd88805fea/d754cfd3-f0ca-4903-8309-c0fd88805fea.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.497774] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e308aace-f254-4ed9-8b0b-3f2f1d4e25f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.519659] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 673.519659] env[69220]: value = "task-2800459" [ 673.519659] env[69220]: _type = "Task" [ 673.519659] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.529308] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.529490] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.529717] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.549617] env[69220]: DEBUG oslo_vmware.api [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800457, 'name': PowerOnVM_Task, 'duration_secs': 0.538791} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.550852] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.551287] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.551514] env[69220]: INFO nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Took 18.29 seconds to spawn the instance on the hypervisor. [ 673.551695] env[69220]: DEBUG nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.553020] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebac86f-4f52-4a02-a07d-1b30a5cce32f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.619046] env[69220]: DEBUG nova.policy [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd582fb8d9ba64dc6b9090a6e35ab5079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48b45cb526a4b12bc2cf45e20a4372d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.639971] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.945285] env[69220]: DEBUG nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.015831] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb646f18-844f-4f64-9439-84acf145c836 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.026263] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fe17b5-494f-4feb-8747-d771afa3d884 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.067160] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b19eaca-4a63-4f35-8f0e-e560d3beae96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.088908] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800459, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.089509] env[69220]: INFO nova.compute.manager [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Took 37.62 seconds to build instance. [ 674.092340] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90168dd-b305-4f1a-a692-468b8f5bc795 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.111050] env[69220]: DEBUG nova.compute.provider_tree [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.113103] env[69220]: DEBUG nova.network.neutron [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Successfully created port: 422b2b5d-679e-4d90-ad18-fb3f8738141f {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.142800] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.175558] env[69220]: DEBUG nova.compute.manager [req-f5dc9496-21ae-48e8-9f25-d9f712902f62 req-a2d989a9-7667-4451-a574-2b59fbf1606e service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received event network-changed-cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.175752] env[69220]: DEBUG nova.compute.manager [req-f5dc9496-21ae-48e8-9f25-d9f712902f62 req-a2d989a9-7667-4451-a574-2b59fbf1606e service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Refreshing instance network info cache due to event network-changed-cc1f212f-cb8b-42b4-a914-bf41d83652ea. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.175990] env[69220]: DEBUG oslo_concurrency.lockutils [req-f5dc9496-21ae-48e8-9f25-d9f712902f62 req-a2d989a9-7667-4451-a574-2b59fbf1606e service nova] Acquiring lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.178480] env[69220]: DEBUG oslo_concurrency.lockutils [req-f5dc9496-21ae-48e8-9f25-d9f712902f62 req-a2d989a9-7667-4451-a574-2b59fbf1606e service nova] Acquired lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.178840] env[69220]: DEBUG nova.network.neutron [req-f5dc9496-21ae-48e8-9f25-d9f712902f62 req-a2d989a9-7667-4451-a574-2b59fbf1606e service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Refreshing network info cache for port cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.211352] env[69220]: DEBUG nova.compute.manager [req-6576cb6a-8a9b-4b18-97da-336434e644c5 req-b9907aaa-2da1-45e1-83c6-211e27e40a46 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Received event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.211557] env[69220]: DEBUG nova.compute.manager [req-6576cb6a-8a9b-4b18-97da-336434e644c5 req-b9907aaa-2da1-45e1-83c6-211e27e40a46 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing instance network info cache due to event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.211757] env[69220]: DEBUG oslo_concurrency.lockutils [req-6576cb6a-8a9b-4b18-97da-336434e644c5 req-b9907aaa-2da1-45e1-83c6-211e27e40a46 service nova] Acquiring lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.211883] env[69220]: DEBUG oslo_concurrency.lockutils [req-6576cb6a-8a9b-4b18-97da-336434e644c5 req-b9907aaa-2da1-45e1-83c6-211e27e40a46 service nova] Acquired lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.212594] env[69220]: DEBUG nova.network.neutron [req-6576cb6a-8a9b-4b18-97da-336434e644c5 req-b9907aaa-2da1-45e1-83c6-211e27e40a46 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.576839] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907266} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.577150] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] d754cfd3-f0ca-4903-8309-c0fd88805fea/d754cfd3-f0ca-4903-8309-c0fd88805fea.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.577374] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.578033] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05f46cc2-af6f-4d26-9ccd-2e9c89ae4791 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.587211] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 674.587211] env[69220]: value = "task-2800460" [ 674.587211] env[69220]: _type = "Task" [ 674.587211] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.600247] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d81b987-cd10-4176-a008-a14b773290a2 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.877s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.600737] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.616955] env[69220]: DEBUG nova.scheduler.client.report [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.640582] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800458, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.684948] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.685528] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.685528] env[69220]: DEBUG nova.network.neutron [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.853034] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "30216828-4dca-48de-b61d-2bf8af202dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.853034] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.957546] env[69220]: DEBUG nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.987716] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.987967] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.988147] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.988310] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.988452] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.988601] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.989209] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.989638] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.989880] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.990169] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.990356] env[69220]: DEBUG nova.virt.hardware [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.991263] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b6d546-bd1a-4747-a849-0be5ab5f4a5f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.002956] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37511145-8c90-4714-abe6-a3660694cba9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.096863] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074034} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.096863] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.097800] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4eb5b7-ce45-4866-aab5-24aecacf15c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.103450] env[69220]: DEBUG nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.127254] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] d754cfd3-f0ca-4903-8309-c0fd88805fea/d754cfd3-f0ca-4903-8309-c0fd88805fea.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.129148] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.130995] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023fb9d6-3049-4e7f-a638-b8f1cf55851c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.151427] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.149s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.151856] env[69220]: INFO nova.compute.claims [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.167806] env[69220]: DEBUG oslo_vmware.api [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800458, 'name': RemoveSnapshot_Task, 'duration_secs': 2.016583} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.171515] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 675.171515] env[69220]: INFO nova.compute.manager [None req-ad33065a-1f95-42e3-8f88-4568118823fd tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Took 19.48 seconds to snapshot the instance on the hypervisor. [ 675.174050] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 675.174050] env[69220]: value = "task-2800461" [ 675.174050] env[69220]: _type = "Task" [ 675.174050] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.186069] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.187779] env[69220]: INFO nova.scheduler.client.report [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Deleted allocations for instance 4daa71d1-7ad0-4357-a975-400d96176698 [ 675.399487] env[69220]: DEBUG nova.network.neutron [req-f5dc9496-21ae-48e8-9f25-d9f712902f62 req-a2d989a9-7667-4451-a574-2b59fbf1606e service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updated VIF entry in instance network info cache for port cc1f212f-cb8b-42b4-a914-bf41d83652ea. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.399867] env[69220]: DEBUG nova.network.neutron [req-f5dc9496-21ae-48e8-9f25-d9f712902f62 req-a2d989a9-7667-4451-a574-2b59fbf1606e service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [{"id": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "address": "fa:16:3e:25:de:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1f212f-cb", "ovs_interfaceid": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.457238] env[69220]: DEBUG nova.network.neutron [req-6576cb6a-8a9b-4b18-97da-336434e644c5 req-b9907aaa-2da1-45e1-83c6-211e27e40a46 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updated VIF entry in instance network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.457618] env[69220]: DEBUG nova.network.neutron [req-6576cb6a-8a9b-4b18-97da-336434e644c5 req-b9907aaa-2da1-45e1-83c6-211e27e40a46 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updating instance_info_cache with network_info: [{"id": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "address": "fa:16:3e:fd:2e:45", "network": {"id": "aba666e2-fd40-42d7-a4aa-3c7b2418981d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-887740399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65ce3d2befe54b09bf758012a631ccbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bca2ab-0a", "ovs_interfaceid": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.657230] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.695480] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.707033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3dd78118-09bc-4c26-aa8c-08d13beb519f tempest-ServersAdmin275Test-338678149 tempest-ServersAdmin275Test-338678149-project-member] Lock "4daa71d1-7ad0-4357-a975-400d96176698" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.271s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.893589] env[69220]: DEBUG nova.network.neutron [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance_info_cache with network_info: [{"id": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "address": "fa:16:3e:76:0d:2f", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8df5f94-02", "ovs_interfaceid": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.904235] env[69220]: DEBUG oslo_concurrency.lockutils [req-f5dc9496-21ae-48e8-9f25-d9f712902f62 req-a2d989a9-7667-4451-a574-2b59fbf1606e service nova] Releasing lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.961408] env[69220]: DEBUG oslo_concurrency.lockutils [req-6576cb6a-8a9b-4b18-97da-336434e644c5 req-b9907aaa-2da1-45e1-83c6-211e27e40a46 service nova] Releasing lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.194912] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800461, 'name': ReconfigVM_Task, 'duration_secs': 0.575704} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.195145] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Reconfigured VM instance instance-00000015 to attach disk [datastore1] d754cfd3-f0ca-4903-8309-c0fd88805fea/d754cfd3-f0ca-4903-8309-c0fd88805fea.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.199065] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d43638f-fa3f-4b26-9df9-ffdad8cddc13 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.207640] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 676.207640] env[69220]: value = "task-2800462" [ 676.207640] env[69220]: _type = "Task" [ 676.207640] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.223447] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800462, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.396704] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.708960] env[69220]: DEBUG nova.network.neutron [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Successfully updated port: 422b2b5d-679e-4d90-ad18-fb3f8738141f {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.724718] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800462, 'name': Rename_Task, 'duration_secs': 0.164469} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.726168] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.726950] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58432549-cfe2-4c4c-be79-5cdf699040d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.729570] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02589277-88e6-467c-b314-c669a18151c7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.739431] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 676.739431] env[69220]: value = "task-2800463" [ 676.739431] env[69220]: _type = "Task" [ 676.739431] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.740694] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231c6347-819e-4a7d-a837-6cffec896b85 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.784461] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5418b93b-e92e-43bc-8a2c-5169fd6b8343 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.787929] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.793360] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf177a22-3fe3-4b29-8de1-9f73d5234b3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.809528] env[69220]: DEBUG nova.compute.provider_tree [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.930590] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86534d99-2d56-4d45-bc9b-6b09ade6e115 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.957860] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba27181b-58b5-4330-97c0-26fc539a0821 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.967845] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance '99c21326-9d7e-4439-89b0-5dfd90577cdb' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 677.222183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "refresh_cache-1faf40f8-5b57-478e-9f70-cff62cbe3cfb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.222679] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquired lock "refresh_cache-1faf40f8-5b57-478e-9f70-cff62cbe3cfb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.222679] env[69220]: DEBUG nova.network.neutron [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.254908] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.277440] env[69220]: DEBUG nova.compute.manager [req-2d3c4a12-7cfb-463d-8097-3bec6be58724 req-132d8fd0-5e54-48cc-af1f-aafd136a86ed service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Received event network-vif-plugged-422b2b5d-679e-4d90-ad18-fb3f8738141f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.277933] env[69220]: DEBUG oslo_concurrency.lockutils [req-2d3c4a12-7cfb-463d-8097-3bec6be58724 req-132d8fd0-5e54-48cc-af1f-aafd136a86ed service nova] Acquiring lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.278419] env[69220]: DEBUG oslo_concurrency.lockutils [req-2d3c4a12-7cfb-463d-8097-3bec6be58724 req-132d8fd0-5e54-48cc-af1f-aafd136a86ed service nova] Lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.278419] env[69220]: DEBUG oslo_concurrency.lockutils [req-2d3c4a12-7cfb-463d-8097-3bec6be58724 req-132d8fd0-5e54-48cc-af1f-aafd136a86ed service nova] Lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.278538] env[69220]: DEBUG nova.compute.manager [req-2d3c4a12-7cfb-463d-8097-3bec6be58724 req-132d8fd0-5e54-48cc-af1f-aafd136a86ed service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] No waiting events found dispatching network-vif-plugged-422b2b5d-679e-4d90-ad18-fb3f8738141f {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.278636] env[69220]: WARNING nova.compute.manager [req-2d3c4a12-7cfb-463d-8097-3bec6be58724 req-132d8fd0-5e54-48cc-af1f-aafd136a86ed service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Received unexpected event network-vif-plugged-422b2b5d-679e-4d90-ad18-fb3f8738141f for instance with vm_state building and task_state spawning. [ 677.303301] env[69220]: DEBUG nova.compute.manager [req-54bad4e8-6ded-48cb-8787-6d87fe3b3b63 req-a8b3f96e-489b-4d41-956f-f5360260f93d service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Received event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.303482] env[69220]: DEBUG nova.compute.manager [req-54bad4e8-6ded-48cb-8787-6d87fe3b3b63 req-a8b3f96e-489b-4d41-956f-f5360260f93d service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing instance network info cache due to event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.303686] env[69220]: DEBUG oslo_concurrency.lockutils [req-54bad4e8-6ded-48cb-8787-6d87fe3b3b63 req-a8b3f96e-489b-4d41-956f-f5360260f93d service nova] Acquiring lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.304016] env[69220]: DEBUG oslo_concurrency.lockutils [req-54bad4e8-6ded-48cb-8787-6d87fe3b3b63 req-a8b3f96e-489b-4d41-956f-f5360260f93d service nova] Acquired lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.304016] env[69220]: DEBUG nova.network.neutron [req-54bad4e8-6ded-48cb-8787-6d87fe3b3b63 req-a8b3f96e-489b-4d41-956f-f5360260f93d service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.313121] env[69220]: DEBUG nova.scheduler.client.report [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.480267] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.480745] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-794e83d2-b4f3-46f0-80ed-4d04c95ef57d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.498450] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 677.498450] env[69220]: value = "task-2800464" [ 677.498450] env[69220]: _type = "Task" [ 677.498450] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.509460] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.758461] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800463, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.787427] env[69220]: DEBUG nova.network.neutron [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.821972] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.822725] env[69220]: DEBUG nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.826267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.670s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.826469] env[69220]: DEBUG nova.objects.instance [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lazy-loading 'resources' on Instance uuid a0a48565-eb95-4160-8ba5-201fb84b8203 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.009746] env[69220]: DEBUG oslo_vmware.api [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800464, 'name': PowerOnVM_Task, 'duration_secs': 0.502314} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.010447] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.010721] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa17ae-bfaf-4e1f-a30e-09004f957da7 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance '99c21326-9d7e-4439-89b0-5dfd90577cdb' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.258884] env[69220]: DEBUG oslo_vmware.api [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800463, 'name': PowerOnVM_Task, 'duration_secs': 1.055436} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.259336] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.259657] env[69220]: INFO nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Took 10.47 seconds to spawn the instance on the hypervisor. [ 678.260805] env[69220]: DEBUG nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.261345] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b77e2b-c2b1-46a5-93af-13cd29efb8b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.296561] env[69220]: DEBUG nova.network.neutron [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Updating instance_info_cache with network_info: [{"id": "422b2b5d-679e-4d90-ad18-fb3f8738141f", "address": "fa:16:3e:fb:68:19", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422b2b5d-67", "ovs_interfaceid": "422b2b5d-679e-4d90-ad18-fb3f8738141f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.336331] env[69220]: DEBUG nova.compute.utils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.340853] env[69220]: DEBUG nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.340853] env[69220]: DEBUG nova.network.neutron [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.432864] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "12a88bb1-749a-4eff-91d0-e0929a530f8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.433154] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.433368] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.433547] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.433709] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.438286] env[69220]: INFO nova.compute.manager [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Terminating instance [ 678.490994] env[69220]: DEBUG nova.policy [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd582fb8d9ba64dc6b9090a6e35ab5079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48b45cb526a4b12bc2cf45e20a4372d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.523260] env[69220]: DEBUG nova.network.neutron [req-54bad4e8-6ded-48cb-8787-6d87fe3b3b63 req-a8b3f96e-489b-4d41-956f-f5360260f93d service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updated VIF entry in instance network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.523375] env[69220]: DEBUG nova.network.neutron [req-54bad4e8-6ded-48cb-8787-6d87fe3b3b63 req-a8b3f96e-489b-4d41-956f-f5360260f93d service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updating instance_info_cache with network_info: [{"id": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "address": "fa:16:3e:fd:2e:45", "network": {"id": "aba666e2-fd40-42d7-a4aa-3c7b2418981d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-887740399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65ce3d2befe54b09bf758012a631ccbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bca2ab-0a", "ovs_interfaceid": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.789194] env[69220]: INFO nova.compute.manager [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Took 37.38 seconds to build instance. [ 678.801183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Releasing lock "refresh_cache-1faf40f8-5b57-478e-9f70-cff62cbe3cfb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.801183] env[69220]: DEBUG nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Instance network_info: |[{"id": "422b2b5d-679e-4d90-ad18-fb3f8738141f", "address": "fa:16:3e:fb:68:19", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422b2b5d-67", "ovs_interfaceid": "422b2b5d-679e-4d90-ad18-fb3f8738141f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.801321] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:68:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '422b2b5d-679e-4d90-ad18-fb3f8738141f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.813463] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Creating folder: Project (a48b45cb526a4b12bc2cf45e20a4372d). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.814535] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d954d83d-568d-4d2a-b48c-cbb653c85fff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.833168] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Created folder: Project (a48b45cb526a4b12bc2cf45e20a4372d) in parent group-v562703. [ 678.833441] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Creating folder: Instances. Parent ref: group-v562773. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.833700] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f9b4844-bf91-444b-bbbc-c8059bd2d6fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.847668] env[69220]: DEBUG nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.850903] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Created folder: Instances in parent group-v562773. [ 678.851171] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.854310] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.854750] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4752c52a-04d3-4f54-a9d0-3c73d25b7987 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.881674] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.881674] env[69220]: value = "task-2800467" [ 678.881674] env[69220]: _type = "Task" [ 678.881674] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.891661] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800467, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.945914] env[69220]: DEBUG nova.compute.manager [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.946401] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.948226] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408d4abf-cde6-4cac-9667-e0d3de3d6900 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.957674] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.959144] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fe5c63e-8b1b-4f05-b3f3-f84ac311d6a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.975349] env[69220]: DEBUG oslo_vmware.api [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 678.975349] env[69220]: value = "task-2800468" [ 678.975349] env[69220]: _type = "Task" [ 678.975349] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.988141] env[69220]: DEBUG oslo_vmware.api [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.998912] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ff46d-b13b-4b9e-80fc-47ebc6539e67 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.012549] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495071f7-378f-423c-a219-9d5715798258 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.763361] env[69220]: DEBUG oslo_concurrency.lockutils [req-54bad4e8-6ded-48cb-8787-6d87fe3b3b63 req-a8b3f96e-489b-4d41-956f-f5360260f93d service nova] Releasing lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.767020] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e755e1ae-07a1-423d-bce4-bd52f1551e7f tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.492s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.768273] env[69220]: DEBUG nova.network.neutron [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Successfully created port: 68bf9778-fec2-4971-aafc-b824608a8614 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.777287] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054fb26-2980-45c0-84e1-b8ae2ecdd027 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.791866] env[69220]: DEBUG oslo_vmware.api [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800468, 'name': PowerOffVM_Task, 'duration_secs': 0.245208} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.792063] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800467, 'name': CreateVM_Task, 'duration_secs': 0.497878} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.793239] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096198d5-7e51-4842-bba4-fb4af41950a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.797189] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.797356] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.797551] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.797747] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b4f4b0f-2aaa-4a06-8349-2b4175ef4c48 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.799625] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.799777] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.800121] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.800757] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1387ad-c27b-4794-bcd1-005730cab354 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.813430] env[69220]: DEBUG nova.compute.provider_tree [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.820605] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 679.820605] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525286f1-4638-81c1-fc96-9ac466e2a012" [ 679.820605] env[69220]: _type = "Task" [ 679.820605] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.834027] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525286f1-4638-81c1-fc96-9ac466e2a012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.963963] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.964139] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.964757] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Deleting the datastore file [datastore2] 12a88bb1-749a-4eff-91d0-e0929a530f8e {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.964757] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-239dcb2d-e0ce-4e8b-b7ce-527463aa468b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.975292] env[69220]: DEBUG oslo_vmware.api [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 679.975292] env[69220]: value = "task-2800470" [ 679.975292] env[69220]: _type = "Task" [ 679.975292] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.985656] env[69220]: DEBUG oslo_vmware.api [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.283286] env[69220]: DEBUG nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.289666] env[69220]: DEBUG nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.326758] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.326758] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.329407] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.329754] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.331871] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.331871] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.331871] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.331871] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.331871] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.331871] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.331871] env[69220]: DEBUG nova.virt.hardware [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.332269] env[69220]: DEBUG nova.scheduler.client.report [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.339698] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26faeffc-8d8c-4047-848b-ffe9414573a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.362450] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bab657-8455-400d-adea-0c1d828c4264 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.366773] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525286f1-4638-81c1-fc96-9ac466e2a012, 'name': SearchDatastore_Task, 'duration_secs': 0.026124} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.367744] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.368013] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.368447] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.368599] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.368774] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.369679] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4c5584b-b014-4fd2-94af-4a2c34195a3a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.395039] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.395039] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.395675] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce08d617-a80d-4471-8566-689b98040620 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.402630] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 680.402630] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c519e7-81c6-73a3-a9c6-0a06661c44ad" [ 680.402630] env[69220]: _type = "Task" [ 680.402630] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.412235] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c519e7-81c6-73a3-a9c6-0a06661c44ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.447409] env[69220]: INFO nova.compute.manager [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Rescuing [ 680.447763] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.447843] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.448016] env[69220]: DEBUG nova.network.neutron [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.488141] env[69220]: DEBUG oslo_vmware.api [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247612} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.488977] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.488977] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.488977] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.489221] env[69220]: INFO nova.compute.manager [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Took 1.54 seconds to destroy the instance on the hypervisor. [ 680.489278] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.489469] env[69220]: DEBUG nova.compute.manager [-] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.489569] env[69220]: DEBUG nova.network.neutron [-] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.529134] env[69220]: DEBUG nova.compute.manager [req-cb66f3f5-19b5-4d64-82b7-54945810e126 req-7428420d-abd9-4b29-b624-95c93174976b service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Received event network-changed-422b2b5d-679e-4d90-ad18-fb3f8738141f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.529134] env[69220]: DEBUG nova.compute.manager [req-cb66f3f5-19b5-4d64-82b7-54945810e126 req-7428420d-abd9-4b29-b624-95c93174976b service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Refreshing instance network info cache due to event network-changed-422b2b5d-679e-4d90-ad18-fb3f8738141f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.529134] env[69220]: DEBUG oslo_concurrency.lockutils [req-cb66f3f5-19b5-4d64-82b7-54945810e126 req-7428420d-abd9-4b29-b624-95c93174976b service nova] Acquiring lock "refresh_cache-1faf40f8-5b57-478e-9f70-cff62cbe3cfb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.529134] env[69220]: DEBUG oslo_concurrency.lockutils [req-cb66f3f5-19b5-4d64-82b7-54945810e126 req-7428420d-abd9-4b29-b624-95c93174976b service nova] Acquired lock "refresh_cache-1faf40f8-5b57-478e-9f70-cff62cbe3cfb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.529134] env[69220]: DEBUG nova.network.neutron [req-cb66f3f5-19b5-4d64-82b7-54945810e126 req-7428420d-abd9-4b29-b624-95c93174976b service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Refreshing network info cache for port 422b2b5d-679e-4d90-ad18-fb3f8738141f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.623445] env[69220]: DEBUG nova.compute.manager [req-eeeacd49-3dd9-4bfb-81e9-897026ea68f2 req-102f02f6-549e-4b57-a388-45306dd1d9d3 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Received event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.623445] env[69220]: DEBUG nova.compute.manager [req-eeeacd49-3dd9-4bfb-81e9-897026ea68f2 req-102f02f6-549e-4b57-a388-45306dd1d9d3 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing instance network info cache due to event network-changed-40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 680.623445] env[69220]: DEBUG oslo_concurrency.lockutils [req-eeeacd49-3dd9-4bfb-81e9-897026ea68f2 req-102f02f6-549e-4b57-a388-45306dd1d9d3 service nova] Acquiring lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.623445] env[69220]: DEBUG oslo_concurrency.lockutils [req-eeeacd49-3dd9-4bfb-81e9-897026ea68f2 req-102f02f6-549e-4b57-a388-45306dd1d9d3 service nova] Acquired lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.623445] env[69220]: DEBUG nova.network.neutron [req-eeeacd49-3dd9-4bfb-81e9-897026ea68f2 req-102f02f6-549e-4b57-a388-45306dd1d9d3 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Refreshing network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.818458] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.848312] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.022s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.855420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.018s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.858190] env[69220]: INFO nova.compute.claims [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.900593] env[69220]: INFO nova.scheduler.client.report [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Deleted allocations for instance a0a48565-eb95-4160-8ba5-201fb84b8203 [ 680.919175] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c519e7-81c6-73a3-a9c6-0a06661c44ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013447} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.920141] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afef6f90-4e89-4a34-b760-b884e02cdb99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.927981] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 680.927981] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524684b5-dd14-2279-8386-ceabc9af469c" [ 680.927981] env[69220]: _type = "Task" [ 680.927981] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.942478] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524684b5-dd14-2279-8386-ceabc9af469c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.143121] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "798f9b00-6de7-44a0-9ccc-119774d88bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.143507] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "798f9b00-6de7-44a0-9ccc-119774d88bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.413605] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ef9e8e94-dfd0-4a46-9e0e-29a94e961aa0 tempest-ServerDiagnosticsV248Test-1581520821 tempest-ServerDiagnosticsV248Test-1581520821-project-member] Lock "a0a48565-eb95-4160-8ba5-201fb84b8203" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.783s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.442095] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524684b5-dd14-2279-8386-ceabc9af469c, 'name': SearchDatastore_Task, 'duration_secs': 0.025392} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.442095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.442095] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 1faf40f8-5b57-478e-9f70-cff62cbe3cfb/1faf40f8-5b57-478e-9f70-cff62cbe3cfb.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.442095] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de30693f-5e6b-4564-bb20-fbfe97442226 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.449573] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 681.449573] env[69220]: value = "task-2800471" [ 681.449573] env[69220]: _type = "Task" [ 681.449573] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.460434] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.716094] env[69220]: DEBUG nova.network.neutron [req-cb66f3f5-19b5-4d64-82b7-54945810e126 req-7428420d-abd9-4b29-b624-95c93174976b service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Updated VIF entry in instance network info cache for port 422b2b5d-679e-4d90-ad18-fb3f8738141f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.716728] env[69220]: DEBUG nova.network.neutron [req-cb66f3f5-19b5-4d64-82b7-54945810e126 req-7428420d-abd9-4b29-b624-95c93174976b service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Updating instance_info_cache with network_info: [{"id": "422b2b5d-679e-4d90-ad18-fb3f8738141f", "address": "fa:16:3e:fb:68:19", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap422b2b5d-67", "ovs_interfaceid": "422b2b5d-679e-4d90-ad18-fb3f8738141f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.883425] env[69220]: DEBUG nova.network.neutron [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Updating instance_info_cache with network_info: [{"id": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "address": "fa:16:3e:78:c8:c5", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20a86cc-34", "ovs_interfaceid": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.887555] env[69220]: DEBUG nova.network.neutron [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Successfully updated port: 68bf9778-fec2-4971-aafc-b824608a8614 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.915091] env[69220]: DEBUG nova.network.neutron [req-eeeacd49-3dd9-4bfb-81e9-897026ea68f2 req-102f02f6-549e-4b57-a388-45306dd1d9d3 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updated VIF entry in instance network info cache for port 40bca2ab-0a72-4538-a0b6-5e3064233c2a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.915440] env[69220]: DEBUG nova.network.neutron [req-eeeacd49-3dd9-4bfb-81e9-897026ea68f2 req-102f02f6-549e-4b57-a388-45306dd1d9d3 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updating instance_info_cache with network_info: [{"id": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "address": "fa:16:3e:fd:2e:45", "network": {"id": "aba666e2-fd40-42d7-a4aa-3c7b2418981d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-887740399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65ce3d2befe54b09bf758012a631ccbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bca2ab-0a", "ovs_interfaceid": "40bca2ab-0a72-4538-a0b6-5e3064233c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.964921] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.221354] env[69220]: DEBUG oslo_concurrency.lockutils [req-cb66f3f5-19b5-4d64-82b7-54945810e126 req-7428420d-abd9-4b29-b624-95c93174976b service nova] Releasing lock "refresh_cache-1faf40f8-5b57-478e-9f70-cff62cbe3cfb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.296678] env[69220]: DEBUG nova.network.neutron [-] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.390754] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.393038] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "refresh_cache-b432ed50-8e33-4285-b4a7-61c7c6675a55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.393218] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquired lock "refresh_cache-b432ed50-8e33-4285-b4a7-61c7c6675a55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.393337] env[69220]: DEBUG nova.network.neutron [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.395466] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f39d947-5b3d-4c6c-888f-d69ad7eb862b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.406853] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c9517c-45e2-4b00-93f6-358d38efe4d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.443208] env[69220]: DEBUG oslo_concurrency.lockutils [req-eeeacd49-3dd9-4bfb-81e9-897026ea68f2 req-102f02f6-549e-4b57-a388-45306dd1d9d3 service nova] Releasing lock "refresh_cache-748b699b-74d2-4956-bfa4-2e07de0a83ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.446878] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b342aee-444e-4c3a-803c-3964589e5ef8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.464080] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2db6b8-0e5e-472b-88e2-e9838f8c11d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.469395] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.482445] env[69220]: DEBUG nova.compute.provider_tree [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.799943] env[69220]: INFO nova.compute.manager [-] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Took 2.31 seconds to deallocate network for instance. [ 682.946636] env[69220]: DEBUG nova.network.neutron [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.963229] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800471, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059243} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.963459] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 1faf40f8-5b57-478e-9f70-cff62cbe3cfb/1faf40f8-5b57-478e-9f70-cff62cbe3cfb.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.963680] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.964382] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bbfd76e-1410-4dfd-a323-d9adfeeb7b0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.975495] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 682.975495] env[69220]: value = "task-2800472" [ 682.975495] env[69220]: _type = "Task" [ 682.975495] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.984843] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.986835] env[69220]: DEBUG nova.scheduler.client.report [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.181094] env[69220]: DEBUG nova.network.neutron [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Updating instance_info_cache with network_info: [{"id": "68bf9778-fec2-4971-aafc-b824608a8614", "address": "fa:16:3e:6c:70:71", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68bf9778-fe", "ovs_interfaceid": "68bf9778-fec2-4971-aafc-b824608a8614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.285081] env[69220]: DEBUG nova.compute.manager [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-vif-deleted-2bb45c16-73b1-4b11-91d1-e5946c586dbb {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.285081] env[69220]: DEBUG nova.compute.manager [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-vif-deleted-5f2a9ee5-d4aa-40e0-8a98-bcaef4d38ef3 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.285210] env[69220]: DEBUG nova.compute.manager [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Received event network-vif-plugged-68bf9778-fec2-4971-aafc-b824608a8614 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.285333] env[69220]: DEBUG oslo_concurrency.lockutils [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] Acquiring lock "b432ed50-8e33-4285-b4a7-61c7c6675a55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.285532] env[69220]: DEBUG oslo_concurrency.lockutils [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] Lock "b432ed50-8e33-4285-b4a7-61c7c6675a55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.285692] env[69220]: DEBUG oslo_concurrency.lockutils [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] Lock "b432ed50-8e33-4285-b4a7-61c7c6675a55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.285917] env[69220]: DEBUG nova.compute.manager [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] No waiting events found dispatching network-vif-plugged-68bf9778-fec2-4971-aafc-b824608a8614 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.286028] env[69220]: WARNING nova.compute.manager [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Received unexpected event network-vif-plugged-68bf9778-fec2-4971-aafc-b824608a8614 for instance with vm_state building and task_state spawning. [ 683.286344] env[69220]: DEBUG nova.compute.manager [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Received event network-vif-deleted-8c5878ed-e8fd-4170-8df4-0fa7c92c1473 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.286521] env[69220]: DEBUG nova.compute.manager [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Received event network-changed-68bf9778-fec2-4971-aafc-b824608a8614 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.286673] env[69220]: DEBUG nova.compute.manager [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Refreshing instance network info cache due to event network-changed-68bf9778-fec2-4971-aafc-b824608a8614. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.286837] env[69220]: DEBUG oslo_concurrency.lockutils [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] Acquiring lock "refresh_cache-b432ed50-8e33-4285-b4a7-61c7c6675a55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.307504] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.423934] env[69220]: DEBUG nova.compute.manager [req-8b1dcd41-0187-4c1e-b3b4-37549ebb8bf8 req-4d7a419f-77b0-46b4-9d87-a117e24510f1 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received event network-changed-cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.424326] env[69220]: DEBUG nova.compute.manager [req-8b1dcd41-0187-4c1e-b3b4-37549ebb8bf8 req-4d7a419f-77b0-46b4-9d87-a117e24510f1 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Refreshing instance network info cache due to event network-changed-cc1f212f-cb8b-42b4-a914-bf41d83652ea. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.424550] env[69220]: DEBUG oslo_concurrency.lockutils [req-8b1dcd41-0187-4c1e-b3b4-37549ebb8bf8 req-4d7a419f-77b0-46b4-9d87-a117e24510f1 service nova] Acquiring lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.424692] env[69220]: DEBUG oslo_concurrency.lockutils [req-8b1dcd41-0187-4c1e-b3b4-37549ebb8bf8 req-4d7a419f-77b0-46b4-9d87-a117e24510f1 service nova] Acquired lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.424849] env[69220]: DEBUG nova.network.neutron [req-8b1dcd41-0187-4c1e-b3b4-37549ebb8bf8 req-4d7a419f-77b0-46b4-9d87-a117e24510f1 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Refreshing network info cache for port cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.491576] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174592} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.492031] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.493028] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eff80b-d002-4b32-b18b-27ea1ecb98ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.497548] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.498225] env[69220]: DEBUG nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.501453] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.878s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.503269] env[69220]: INFO nova.compute.claims [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.534854] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 1faf40f8-5b57-478e-9f70-cff62cbe3cfb/1faf40f8-5b57-478e-9f70-cff62cbe3cfb.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.535988] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.536461] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.536904] env[69220]: DEBUG nova.compute.manager [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Going to confirm migration 1 {{(pid=69220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 683.538847] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9589dc74-db24-40ce-8f10-b92d5052a3a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.560559] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 683.560559] env[69220]: value = "task-2800473" [ 683.560559] env[69220]: _type = "Task" [ 683.560559] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.570279] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.684878] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Releasing lock "refresh_cache-b432ed50-8e33-4285-b4a7-61c7c6675a55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.684878] env[69220]: DEBUG nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Instance network_info: |[{"id": "68bf9778-fec2-4971-aafc-b824608a8614", "address": "fa:16:3e:6c:70:71", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68bf9778-fe", "ovs_interfaceid": "68bf9778-fec2-4971-aafc-b824608a8614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.684878] env[69220]: DEBUG oslo_concurrency.lockutils [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] Acquired lock "refresh_cache-b432ed50-8e33-4285-b4a7-61c7c6675a55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.684878] env[69220]: DEBUG nova.network.neutron [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Refreshing network info cache for port 68bf9778-fec2-4971-aafc-b824608a8614 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.686025] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:70:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68bf9778-fec2-4971-aafc-b824608a8614', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.698317] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.699115] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.699988] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7761b81c-47bf-40ba-922d-6073849b616a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.723194] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.723194] env[69220]: value = "task-2800474" [ 683.723194] env[69220]: _type = "Task" [ 683.723194] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.733947] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800474, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.749683] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "748b699b-74d2-4956-bfa4-2e07de0a83ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.750076] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "748b699b-74d2-4956-bfa4-2e07de0a83ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.750388] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "748b699b-74d2-4956-bfa4-2e07de0a83ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.750666] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "748b699b-74d2-4956-bfa4-2e07de0a83ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.753374] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "748b699b-74d2-4956-bfa4-2e07de0a83ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.754514] env[69220]: INFO nova.compute.manager [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Terminating instance [ 683.901218] env[69220]: DEBUG nova.compute.manager [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.902121] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f52eb0-142c-4a89-b18f-a3dab6a74af2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.985270] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.985577] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4765c5b3-8eb9-407b-bd18-0d3ee9ee7cb5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.992707] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 683.992707] env[69220]: value = "task-2800475" [ 683.992707] env[69220]: _type = "Task" [ 683.992707] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.000841] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.009743] env[69220]: DEBUG nova.compute.utils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.013170] env[69220]: DEBUG nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.013348] env[69220]: DEBUG nova.network.neutron [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.072086] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.074683] env[69220]: DEBUG nova.policy [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd103b1386e164561889fd5315f07bf59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db17f1cf122d44a58de6d68fb01a365c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.234916] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800474, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.236221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.236390] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.236557] env[69220]: DEBUG nova.network.neutron [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.236734] env[69220]: DEBUG nova.objects.instance [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lazy-loading 'info_cache' on Instance uuid 99c21326-9d7e-4439-89b0-5dfd90577cdb {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.258680] env[69220]: DEBUG nova.compute.manager [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.259035] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.260337] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc917c47-11d8-4c4b-af3f-e2c839bc9f8e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.268885] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.272211] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee827c1-366e-4982-8ad6-52f3e6a2671c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.280309] env[69220]: DEBUG oslo_vmware.api [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 684.280309] env[69220]: value = "task-2800476" [ 684.280309] env[69220]: _type = "Task" [ 684.280309] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.293055] env[69220]: DEBUG oslo_vmware.api [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.331940] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "ebb20351-6df6-475b-9026-7abaf6de1b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.332191] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.412928] env[69220]: DEBUG nova.network.neutron [req-8b1dcd41-0187-4c1e-b3b4-37549ebb8bf8 req-4d7a419f-77b0-46b4-9d87-a117e24510f1 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updated VIF entry in instance network info cache for port cc1f212f-cb8b-42b4-a914-bf41d83652ea. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.413447] env[69220]: DEBUG nova.network.neutron [req-8b1dcd41-0187-4c1e-b3b4-37549ebb8bf8 req-4d7a419f-77b0-46b4-9d87-a117e24510f1 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [{"id": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "address": "fa:16:3e:25:de:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1f212f-cb", "ovs_interfaceid": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.416127] env[69220]: INFO nova.compute.manager [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] instance snapshotting [ 684.421392] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a5c0e-ae35-4476-a3ef-73c43618ea5d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.448528] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f677b0a0-15a5-4b99-93e8-0f92cf56f884 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.451997] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.452376] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.506093] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800475, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.514054] env[69220]: DEBUG nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.577888] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800473, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.710403] env[69220]: DEBUG nova.network.neutron [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Updated VIF entry in instance network info cache for port 68bf9778-fec2-4971-aafc-b824608a8614. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.710751] env[69220]: DEBUG nova.network.neutron [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Updating instance_info_cache with network_info: [{"id": "68bf9778-fec2-4971-aafc-b824608a8614", "address": "fa:16:3e:6c:70:71", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68bf9778-fe", "ovs_interfaceid": "68bf9778-fec2-4971-aafc-b824608a8614", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.735748] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800474, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.746924] env[69220]: DEBUG nova.network.neutron [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Successfully created port: a38400ec-ed11-4dc7-9eed-a72041e01a34 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.795100] env[69220]: DEBUG oslo_vmware.api [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800476, 'name': PowerOffVM_Task, 'duration_secs': 0.29026} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.795100] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.795100] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.795263] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9331977b-9c5c-48be-b2fc-67e1d54b9ae1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.868827] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.869462] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.869462] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Deleting the datastore file [datastore2] 748b699b-74d2-4956-bfa4-2e07de0a83ff {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.869573] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b1648fa-31ce-4493-97d2-9da9fce3a7ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.880530] env[69220]: DEBUG oslo_vmware.api [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for the task: (returnval){ [ 684.880530] env[69220]: value = "task-2800478" [ 684.880530] env[69220]: _type = "Task" [ 684.880530] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.890707] env[69220]: DEBUG oslo_vmware.api [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.921421] env[69220]: DEBUG oslo_concurrency.lockutils [req-8b1dcd41-0187-4c1e-b3b4-37549ebb8bf8 req-4d7a419f-77b0-46b4-9d87-a117e24510f1 service nova] Releasing lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.965504] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 684.965504] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e327c90-7159-4a74-971b-7dc58dfa427c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.969513] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.969513] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.969929] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.970125] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.971903] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.971903] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.971903] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 684.971903] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.974212] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 684.974212] env[69220]: value = "task-2800479" [ 684.974212] env[69220]: _type = "Task" [ 684.974212] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.984840] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800479, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.008736] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800475, 'name': PowerOffVM_Task, 'duration_secs': 0.534078} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.009497] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.010734] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118f2e8e-a11e-4020-85dc-455d5c39baec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.047581] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538925b8-6b94-4063-9725-4aa1d26a60d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.080688] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800473, 'name': ReconfigVM_Task, 'duration_secs': 1.056332} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.080688] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 1faf40f8-5b57-478e-9f70-cff62cbe3cfb/1faf40f8-5b57-478e-9f70-cff62cbe3cfb.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.080688] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e102249-11eb-4da3-a86c-07b230806023 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086509] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 685.086509] env[69220]: value = "task-2800480" [ 685.086509] env[69220]: _type = "Task" [ 685.086509] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.088338] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166cf11b-ee17-4959-b7b3-bca2866de0e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.106761] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.113602] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b818ba-83ef-42de-b8b6-553976992bea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.120303] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e50d3212-6747-4cd7-822b-7f23719544c9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.123886] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800480, 'name': Rename_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.173920] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6642b-abab-41b1-96dc-c73b0bee0979 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.177377] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 685.177377] env[69220]: value = "task-2800481" [ 685.177377] env[69220]: _type = "Task" [ 685.177377] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.189120] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb4588-2871-4ab3-bc84-5472f4627478 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.203637] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 685.203637] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.203854] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.203983] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.204315] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.218954] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1400fad-e93a-4e3d-a6a0-b9811b6fff15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.222683] env[69220]: DEBUG oslo_concurrency.lockutils [req-24c37857-c011-425d-97ac-4cf714ad094e req-f02fa9ac-2293-46a7-80e5-3171987d841f service nova] Releasing lock "refresh_cache-b432ed50-8e33-4285-b4a7-61c7c6675a55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.223663] env[69220]: DEBUG nova.compute.provider_tree [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.233778] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.234256] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.239844] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b56830-164d-448a-b098-0a158e33ad96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.245285] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800474, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.251352] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 685.251352] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52911d8c-35b5-71e3-491d-8baafe85df91" [ 685.251352] env[69220]: _type = "Task" [ 685.251352] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.262420] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52911d8c-35b5-71e3-491d-8baafe85df91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.395624] env[69220]: DEBUG oslo_vmware.api [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Task: {'id': task-2800478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213758} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.395929] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.396539] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.396539] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.396752] env[69220]: INFO nova.compute.manager [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 685.396952] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.397188] env[69220]: DEBUG nova.compute.manager [-] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.397907] env[69220]: DEBUG nova.network.neutron [-] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.473937] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.486141] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800479, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.553142] env[69220]: DEBUG nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.561023] env[69220]: DEBUG nova.network.neutron [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance_info_cache with network_info: [{"id": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "address": "fa:16:3e:76:0d:2f", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8df5f94-02", "ovs_interfaceid": "f8df5f94-02c3-4a0c-bac5-691f6a3bc91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.597215] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.597482] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.597622] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.597806] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.597995] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.598841] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.599090] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.599260] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.599430] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.599591] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.600023] env[69220]: DEBUG nova.virt.hardware [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.601735] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dbb27c-c5cc-48af-827c-ba026de54a47 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.611850] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800480, 'name': Rename_Task, 'duration_secs': 0.185955} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.614093] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.614954] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f140cd9-3b75-4d93-bcf7-0526862e18db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.617576] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e3e8d0-3450-4285-8e85-3869288e3a45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.636879] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 685.636879] env[69220]: value = "task-2800482" [ 685.636879] env[69220]: _type = "Task" [ 685.636879] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.646209] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.743832] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800474, 'name': CreateVM_Task, 'duration_secs': 1.756593} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.744032] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.744770] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.744926] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.745330] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.745721] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b6840f-7f1c-4951-a5ea-e0957e987587 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.751330] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 685.751330] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f2b483-6082-3b04-2c83-4325380e8608" [ 685.751330] env[69220]: _type = "Task" [ 685.751330] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.764630] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52911d8c-35b5-71e3-491d-8baafe85df91, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.768614] env[69220]: ERROR nova.scheduler.client.report [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [req-ccba626f-f5dc-484e-99e5-b424144d5f5f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ccba626f-f5dc-484e-99e5-b424144d5f5f"}]} [ 685.769612] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f2b483-6082-3b04-2c83-4325380e8608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.772019] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d91ac48-badc-4e46-b4be-1773687999e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.778245] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 685.778245] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5234afbd-0703-7124-9772-4c1ba627e38a" [ 685.778245] env[69220]: _type = "Task" [ 685.778245] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.786954] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5234afbd-0703-7124-9772-4c1ba627e38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.792695] env[69220]: DEBUG nova.scheduler.client.report [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 685.814869] env[69220]: DEBUG nova.scheduler.client.report [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 685.815146] env[69220]: DEBUG nova.compute.provider_tree [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.830030] env[69220]: DEBUG nova.scheduler.client.report [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 685.856457] env[69220]: DEBUG nova.scheduler.client.report [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 685.987819] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800479, 'name': CreateSnapshot_Task, 'duration_secs': 0.618182} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.988217] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 685.989040] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad65c317-638d-4e0d-9025-2cf11c8d830a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.065331] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-99c21326-9d7e-4439-89b0-5dfd90577cdb" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.065331] env[69220]: DEBUG nova.objects.instance [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lazy-loading 'migration_context' on Instance uuid 99c21326-9d7e-4439-89b0-5dfd90577cdb {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.158628] env[69220]: DEBUG oslo_vmware.api [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800482, 'name': PowerOnVM_Task, 'duration_secs': 0.493272} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.159063] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.159358] env[69220]: INFO nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Took 11.20 seconds to spawn the instance on the hypervisor. [ 686.159648] env[69220]: DEBUG nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.160969] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f917801e-0e66-44ba-9736-93d984f72fdb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.264464] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f2b483-6082-3b04-2c83-4325380e8608, 'name': SearchDatastore_Task, 'duration_secs': 0.015616} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.264464] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264714] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.264929] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.291340] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5234afbd-0703-7124-9772-4c1ba627e38a, 'name': SearchDatastore_Task, 'duration_secs': 0.014063} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.291704] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.291976] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. {{(pid=69220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 686.292522] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.292649] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.293292] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8f7768c-1e00-4435-ab43-1d6e69ec2189 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.297279] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d894cf2-1bac-49b9-8799-ac60c0fe410e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.305108] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 686.305108] env[69220]: value = "task-2800483" [ 686.305108] env[69220]: _type = "Task" [ 686.305108] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.308444] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.308611] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.309853] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935bc25f-76ed-4547-a77f-65827bb75d7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.314981] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.323121] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 686.323121] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5269c22d-08fd-1d5d-0bd7-4f03b139bd66" [ 686.323121] env[69220]: _type = "Task" [ 686.323121] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.330591] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5269c22d-08fd-1d5d-0bd7-4f03b139bd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.356129] env[69220]: DEBUG nova.network.neutron [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Successfully updated port: a38400ec-ed11-4dc7-9eed-a72041e01a34 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.410269] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2f18ca-1845-4773-b897-029e93eb8df4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.418492] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5477b-1164-4b5a-aa42-fdfebe9d72f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.461329] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67577a25-3269-4aa3-ad2b-726ece5b8e6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.471885] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8810b8-2083-42c6-b369-b87549b2fc64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.485681] env[69220]: DEBUG nova.compute.provider_tree [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.513878] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 686.514576] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8f287f4-1cdc-4ff2-ad87-0d850283ea91 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.526823] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 686.526823] env[69220]: value = "task-2800484" [ 686.526823] env[69220]: _type = "Task" [ 686.526823] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.536559] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800484, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.571441] env[69220]: DEBUG nova.objects.base [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Object Instance<99c21326-9d7e-4439-89b0-5dfd90577cdb> lazy-loaded attributes: info_cache,migration_context {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 686.572518] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a54bb-ad4b-437c-83a5-de9e8eff5a02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.596733] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91d561b-01cf-45f4-b8e0-d8efe138a8dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.602710] env[69220]: DEBUG oslo_vmware.api [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 686.602710] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52977a75-2300-f63f-5360-400560943823" [ 686.602710] env[69220]: _type = "Task" [ 686.602710] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.611058] env[69220]: DEBUG oslo_vmware.api [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52977a75-2300-f63f-5360-400560943823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.653985] env[69220]: DEBUG nova.network.neutron [-] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.689748] env[69220]: DEBUG nova.compute.manager [req-8865bfc4-8a91-4a64-8a55-88cd87bb32eb req-a0195908-96ce-40a9-afb5-3872041e0f80 service nova] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Received event network-vif-deleted-40bca2ab-0a72-4538-a0b6-5e3064233c2a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.693262] env[69220]: INFO nova.compute.manager [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Took 43.84 seconds to build instance. [ 686.816824] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.836886] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5269c22d-08fd-1d5d-0bd7-4f03b139bd66, 'name': SearchDatastore_Task, 'duration_secs': 0.016216} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.837374] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a30ef48-60f3-46cc-84d5-f5d7e49541ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.843748] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 686.843748] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523f79dc-bf53-ce06-0c23-dcd738dda5ff" [ 686.843748] env[69220]: _type = "Task" [ 686.843748] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.857377] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523f79dc-bf53-ce06-0c23-dcd738dda5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.861667] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "refresh_cache-ff19936e-595b-40a7-838c-a0eddffde984" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.861756] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "refresh_cache-ff19936e-595b-40a7-838c-a0eddffde984" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.861917] env[69220]: DEBUG nova.network.neutron [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.943510] env[69220]: DEBUG nova.compute.manager [req-80b7eb4c-5494-43ee-b150-012fe03e8e33 req-17a5712c-82b9-4516-8093-f3596edea361 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Received event network-vif-plugged-a38400ec-ed11-4dc7-9eed-a72041e01a34 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.943721] env[69220]: DEBUG oslo_concurrency.lockutils [req-80b7eb4c-5494-43ee-b150-012fe03e8e33 req-17a5712c-82b9-4516-8093-f3596edea361 service nova] Acquiring lock "ff19936e-595b-40a7-838c-a0eddffde984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.943922] env[69220]: DEBUG oslo_concurrency.lockutils [req-80b7eb4c-5494-43ee-b150-012fe03e8e33 req-17a5712c-82b9-4516-8093-f3596edea361 service nova] Lock "ff19936e-595b-40a7-838c-a0eddffde984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.944187] env[69220]: DEBUG oslo_concurrency.lockutils [req-80b7eb4c-5494-43ee-b150-012fe03e8e33 req-17a5712c-82b9-4516-8093-f3596edea361 service nova] Lock "ff19936e-595b-40a7-838c-a0eddffde984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.944402] env[69220]: DEBUG nova.compute.manager [req-80b7eb4c-5494-43ee-b150-012fe03e8e33 req-17a5712c-82b9-4516-8093-f3596edea361 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] No waiting events found dispatching network-vif-plugged-a38400ec-ed11-4dc7-9eed-a72041e01a34 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.945445] env[69220]: WARNING nova.compute.manager [req-80b7eb4c-5494-43ee-b150-012fe03e8e33 req-17a5712c-82b9-4516-8093-f3596edea361 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Received unexpected event network-vif-plugged-a38400ec-ed11-4dc7-9eed-a72041e01a34 for instance with vm_state building and task_state spawning. [ 687.034145] env[69220]: DEBUG nova.scheduler.client.report [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 687.034583] env[69220]: DEBUG nova.compute.provider_tree [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 48 to 49 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 687.034662] env[69220]: DEBUG nova.compute.provider_tree [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.043030] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800484, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.112352] env[69220]: DEBUG oslo_vmware.api [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52977a75-2300-f63f-5360-400560943823, 'name': SearchDatastore_Task, 'duration_secs': 0.01661} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.112641] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.157726] env[69220]: INFO nova.compute.manager [-] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Took 1.76 seconds to deallocate network for instance. [ 687.195347] env[69220]: DEBUG oslo_concurrency.lockutils [None req-80c6148a-2336-4df2-b9b0-b0d076303a30 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.479s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.316874] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79014} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.320324] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. [ 687.322113] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078f32ee-6a13-432f-a23d-1755bf0515ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.356091] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.357693] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784c2b04-a152-42ff-a740-82f3a2a7d9c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.378979] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523f79dc-bf53-ce06-0c23-dcd738dda5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.061323} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.380324] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.382625] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b432ed50-8e33-4285-b4a7-61c7c6675a55/b432ed50-8e33-4285-b4a7-61c7c6675a55.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.382625] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 687.382625] env[69220]: value = "task-2800485" [ 687.382625] env[69220]: _type = "Task" [ 687.382625] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.382625] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9e12da4-6af4-4411-83bc-5dfb980f4ef6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.392478] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800485, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.393557] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 687.393557] env[69220]: value = "task-2800486" [ 687.393557] env[69220]: _type = "Task" [ 687.393557] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.402829] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.420754] env[69220]: DEBUG nova.network.neutron [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.540879] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800484, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.543868] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.042s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.544442] env[69220]: DEBUG nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.549808] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.177s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.551799] env[69220]: INFO nova.compute.claims [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.615196] env[69220]: DEBUG nova.network.neutron [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Updating instance_info_cache with network_info: [{"id": "a38400ec-ed11-4dc7-9eed-a72041e01a34", "address": "fa:16:3e:64:1d:45", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38400ec-ed", "ovs_interfaceid": "a38400ec-ed11-4dc7-9eed-a72041e01a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.664861] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.698299] env[69220]: DEBUG nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.894978] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.903727] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800486, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.039632] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800484, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.058565] env[69220]: DEBUG nova.compute.utils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.064198] env[69220]: DEBUG nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.064800] env[69220]: DEBUG nova.network.neutron [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.119426] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "refresh_cache-ff19936e-595b-40a7-838c-a0eddffde984" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.120064] env[69220]: DEBUG nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Instance network_info: |[{"id": "a38400ec-ed11-4dc7-9eed-a72041e01a34", "address": "fa:16:3e:64:1d:45", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38400ec-ed", "ovs_interfaceid": "a38400ec-ed11-4dc7-9eed-a72041e01a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.120750] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:1d:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a38400ec-ed11-4dc7-9eed-a72041e01a34', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.132138] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.132138] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.132138] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b2a7e03-65be-4c82-99fa-5df2a0d53f6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.154075] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.154075] env[69220]: value = "task-2800487" [ 688.154075] env[69220]: _type = "Task" [ 688.154075] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.164558] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800487, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.191198] env[69220]: DEBUG nova.policy [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '287ee567ed144dff8e2e3d1625aaa9b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4680397a6cf4eebbe64b52bd03fe3af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.231608] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.394206] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800485, 'name': ReconfigVM_Task, 'duration_secs': 0.869959} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.394206] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.396415] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b9f6bd-9751-4ff8-8b77-774eee37b769 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.405877] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607407} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.421717] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b432ed50-8e33-4285-b4a7-61c7c6675a55/b432ed50-8e33-4285-b4a7-61c7c6675a55.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.421976] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.428121] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aeb973d-7753-40bd-b11d-8b00a310baff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.430436] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864aed8a-e8d4-4f4b-ae0d-7d958887bf95 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.447443] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 688.447443] env[69220]: value = "task-2800488" [ 688.447443] env[69220]: _type = "Task" [ 688.447443] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.448881] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 688.448881] env[69220]: value = "task-2800489" [ 688.448881] env[69220]: _type = "Task" [ 688.448881] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.462233] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.466084] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.541032] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800484, 'name': CloneVM_Task, 'duration_secs': 1.692677} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.541436] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Created linked-clone VM from snapshot [ 688.542480] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d97da-04dd-476c-9912-e7401663d4e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.550221] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Uploading image 9430e688-53f7-40bd-b5cc-ce62389385e3 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 688.564652] env[69220]: DEBUG nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.590584] env[69220]: DEBUG oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 688.590584] env[69220]: value = "vm-562778" [ 688.590584] env[69220]: _type = "VirtualMachine" [ 688.590584] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 688.592031] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af21d60b-e6eb-4a6f-bdb7-2a89cf6619e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.599083] env[69220]: DEBUG oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lease: (returnval){ [ 688.599083] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5213842d-97ee-b962-b599-94903933582b" [ 688.599083] env[69220]: _type = "HttpNfcLease" [ 688.599083] env[69220]: } obtained for exporting VM: (result){ [ 688.599083] env[69220]: value = "vm-562778" [ 688.599083] env[69220]: _type = "VirtualMachine" [ 688.599083] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 688.599326] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the lease: (returnval){ [ 688.599326] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5213842d-97ee-b962-b599-94903933582b" [ 688.599326] env[69220]: _type = "HttpNfcLease" [ 688.599326] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 688.616579] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.616579] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5213842d-97ee-b962-b599-94903933582b" [ 688.616579] env[69220]: _type = "HttpNfcLease" [ 688.616579] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 688.617321] env[69220]: DEBUG oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 688.617321] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5213842d-97ee-b962-b599-94903933582b" [ 688.617321] env[69220]: _type = "HttpNfcLease" [ 688.617321] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 688.618035] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d77b67-e3be-4a33-bc77-80f9679f13e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.633017] env[69220]: DEBUG oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35993-0638-8c2d-7730-84498e122147/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 688.633262] env[69220]: DEBUG oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35993-0638-8c2d-7730-84498e122147/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 688.702886] env[69220]: DEBUG nova.network.neutron [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Successfully created port: dd733f91-a99a-4ac8-aadf-1d8a7fd632c9 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.716229] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800487, 'name': CreateVM_Task, 'duration_secs': 0.433931} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.717320] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.717320] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.717320] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.717644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.717912] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2141b333-9c28-46c8-9bc5-63ff6c901582 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.723358] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 688.723358] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e79659-2d90-a541-e021-f26ebce7309b" [ 688.723358] env[69220]: _type = "Task" [ 688.723358] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.734169] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e79659-2d90-a541-e021-f26ebce7309b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.747300] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf92fa62-4e7a-46f2-b553-e184bbb8caf5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.969792] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075773} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.974364] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.974364] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800489, 'name': ReconfigVM_Task, 'duration_secs': 0.261303} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.977714] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a61618-e8df-41d0-b1aa-183ca267b9ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.980827] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.986737] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae546a6-3a37-4900-8c56-669ad701e7dc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.014456] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] b432ed50-8e33-4285-b4a7-61c7c6675a55/b432ed50-8e33-4285-b4a7-61c7c6675a55.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.018693] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa7bfbc-995a-4047-858c-2b1d22c56694 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.033716] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 689.033716] env[69220]: value = "task-2800491" [ 689.033716] env[69220]: _type = "Task" [ 689.033716] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.041537] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 689.041537] env[69220]: value = "task-2800492" [ 689.041537] env[69220]: _type = "Task" [ 689.041537] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.050792] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.056151] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.107701] env[69220]: DEBUG nova.compute.manager [req-f3b6b569-53c4-43ab-ba95-f968b895bf2a req-3b2942c7-91ca-4d1a-bd8a-75993367a3e9 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Received event network-changed-a38400ec-ed11-4dc7-9eed-a72041e01a34 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.107701] env[69220]: DEBUG nova.compute.manager [req-f3b6b569-53c4-43ab-ba95-f968b895bf2a req-3b2942c7-91ca-4d1a-bd8a-75993367a3e9 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Refreshing instance network info cache due to event network-changed-a38400ec-ed11-4dc7-9eed-a72041e01a34. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.107701] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3b6b569-53c4-43ab-ba95-f968b895bf2a req-3b2942c7-91ca-4d1a-bd8a-75993367a3e9 service nova] Acquiring lock "refresh_cache-ff19936e-595b-40a7-838c-a0eddffde984" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.107701] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3b6b569-53c4-43ab-ba95-f968b895bf2a req-3b2942c7-91ca-4d1a-bd8a-75993367a3e9 service nova] Acquired lock "refresh_cache-ff19936e-595b-40a7-838c-a0eddffde984" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.107701] env[69220]: DEBUG nova.network.neutron [req-f3b6b569-53c4-43ab-ba95-f968b895bf2a req-3b2942c7-91ca-4d1a-bd8a-75993367a3e9 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Refreshing network info cache for port a38400ec-ed11-4dc7-9eed-a72041e01a34 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.238198] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e79659-2d90-a541-e021-f26ebce7309b, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.238686] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.239049] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.239527] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.239775] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.240025] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.243477] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7be159bd-90d6-4780-b9df-85c06f7a2448 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.254365] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.254640] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.256683] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c2a73a-a563-4525-ab60-1eb5d98236e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.280693] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 689.280693] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ebd658-2ec6-1f09-20de-c4870242f539" [ 689.280693] env[69220]: _type = "Task" [ 689.280693] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.294789] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ebd658-2ec6-1f09-20de-c4870242f539, 'name': SearchDatastore_Task, 'duration_secs': 0.015768} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.296773] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98447022-9156-4f27-90d5-e68d39008f0d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.317204] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 689.317204] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529a1821-4c6b-b91e-8ff1-078c8a1b763b" [ 689.317204] env[69220]: _type = "Task" [ 689.317204] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.327330] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529a1821-4c6b-b91e-8ff1-078c8a1b763b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.406833] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca30bfe9-f182-4094-9366-18d305aaef89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.415220] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a86f24d-8197-41aa-abb6-fb350ffbaa36 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.446403] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f74845-b75e-4ce5-80db-85c6f2e0ce27 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.454381] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd23ab-a5ea-480a-bbdf-d817a1868fff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.468563] env[69220]: DEBUG nova.compute.provider_tree [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.556918] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.557325] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800492, 'name': ReconfigVM_Task, 'duration_secs': 0.334718} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.557636] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Reconfigured VM instance instance-00000017 to attach disk [datastore1] b432ed50-8e33-4285-b4a7-61c7c6675a55/b432ed50-8e33-4285-b4a7-61c7c6675a55.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.558365] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-745007fe-7bb2-4de4-baab-4394767d9d8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.565411] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 689.565411] env[69220]: value = "task-2800493" [ 689.565411] env[69220]: _type = "Task" [ 689.565411] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.577762] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800493, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.583084] env[69220]: DEBUG nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.608576] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.608943] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.609960] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.609960] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.609960] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.609960] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.609960] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.610194] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.610340] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.610517] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.610708] env[69220]: DEBUG nova.virt.hardware [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.611728] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461b0f54-2e37-42d7-b058-f79162806b72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.621742] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37e0e17-3b7b-4e55-9384-ba58f51ae688 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.829557] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529a1821-4c6b-b91e-8ff1-078c8a1b763b, 'name': SearchDatastore_Task, 'duration_secs': 0.020727} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.829557] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.830116] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] ff19936e-595b-40a7-838c-a0eddffde984/ff19936e-595b-40a7-838c-a0eddffde984.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.830392] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-812b2d4b-13f7-4052-bad7-68651b3535c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.838514] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 689.838514] env[69220]: value = "task-2800494" [ 689.838514] env[69220]: _type = "Task" [ 689.838514] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.847712] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.975021] env[69220]: DEBUG nova.scheduler.client.report [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.006655] env[69220]: DEBUG nova.network.neutron [req-f3b6b569-53c4-43ab-ba95-f968b895bf2a req-3b2942c7-91ca-4d1a-bd8a-75993367a3e9 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Updated VIF entry in instance network info cache for port a38400ec-ed11-4dc7-9eed-a72041e01a34. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.006992] env[69220]: DEBUG nova.network.neutron [req-f3b6b569-53c4-43ab-ba95-f968b895bf2a req-3b2942c7-91ca-4d1a-bd8a-75993367a3e9 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Updating instance_info_cache with network_info: [{"id": "a38400ec-ed11-4dc7-9eed-a72041e01a34", "address": "fa:16:3e:64:1d:45", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38400ec-ed", "ovs_interfaceid": "a38400ec-ed11-4dc7-9eed-a72041e01a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.050867] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.076282] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800493, 'name': Rename_Task, 'duration_secs': 0.149037} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.076673] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.077455] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d1fbc3-726f-4a69-b921-75b1ba830de1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.083891] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 690.083891] env[69220]: value = "task-2800495" [ 690.083891] env[69220]: _type = "Task" [ 690.083891] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.094953] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.350307] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800494, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.478229] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.928s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.480108] env[69220]: DEBUG nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.484122] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.260s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.484413] env[69220]: DEBUG nova.objects.instance [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lazy-loading 'resources' on Instance uuid 372e5d17-9bf6-4431-8804-d6ddc5f717ef {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.511590] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3b6b569-53c4-43ab-ba95-f968b895bf2a req-3b2942c7-91ca-4d1a-bd8a-75993367a3e9 service nova] Releasing lock "refresh_cache-ff19936e-595b-40a7-838c-a0eddffde984" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.549809] env[69220]: DEBUG oslo_vmware.api [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800491, 'name': PowerOnVM_Task, 'duration_secs': 1.235468} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.551009] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.561035] env[69220]: DEBUG nova.compute.manager [None req-646b45f4-1b54-4fc7-a102-8ece1e7f5063 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.561035] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4f9b31-a47e-4a33-af72-55da71affe80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.602679] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.660221] env[69220]: DEBUG nova.network.neutron [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Successfully updated port: dd733f91-a99a-4ac8-aadf-1d8a7fd632c9 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.727950] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquiring lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.728227] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.852323] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696761} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.852323] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] ff19936e-595b-40a7-838c-a0eddffde984/ff19936e-595b-40a7-838c-a0eddffde984.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.852323] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.852323] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17858a0d-deb2-47af-a0d2-22e36db59020 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.860262] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 690.860262] env[69220]: value = "task-2800496" [ 690.860262] env[69220]: _type = "Task" [ 690.860262] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.871902] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.990205] env[69220]: DEBUG nova.compute.utils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.993691] env[69220]: DEBUG nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.994464] env[69220]: DEBUG nova.network.neutron [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.100583] env[69220]: DEBUG oslo_vmware.api [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800495, 'name': PowerOnVM_Task, 'duration_secs': 0.536653} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.101121] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.101469] env[69220]: INFO nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Took 10.82 seconds to spawn the instance on the hypervisor. [ 691.102839] env[69220]: DEBUG nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.102839] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6175b2bd-1bf0-47dc-9e0d-bd12bc4104cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.108286] env[69220]: DEBUG nova.policy [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5392f8f157664904b0e0d94452adc2c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd4ca5f853e044e39b856f7beb996769', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.165923] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "refresh_cache-c21ba868-4227-4e49-9f81-91244863cfd2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.166076] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquired lock "refresh_cache-c21ba868-4227-4e49-9f81-91244863cfd2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.166356] env[69220]: DEBUG nova.network.neutron [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.375190] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123877} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.378694] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.381091] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7d27ed-39f0-4c91-ac21-66ab2914e4ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.410986] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] ff19936e-595b-40a7-838c-a0eddffde984/ff19936e-595b-40a7-838c-a0eddffde984.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.414786] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b6407dd-1833-4197-b24f-b5faf1311318 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.437028] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 691.437028] env[69220]: value = "task-2800497" [ 691.437028] env[69220]: _type = "Task" [ 691.437028] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.444415] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.495928] env[69220]: DEBUG nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.559374] env[69220]: DEBUG nova.compute.manager [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Received event network-vif-plugged-dd733f91-a99a-4ac8-aadf-1d8a7fd632c9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.559621] env[69220]: DEBUG oslo_concurrency.lockutils [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] Acquiring lock "c21ba868-4227-4e49-9f81-91244863cfd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.559884] env[69220]: DEBUG oslo_concurrency.lockutils [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] Lock "c21ba868-4227-4e49-9f81-91244863cfd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.560655] env[69220]: DEBUG oslo_concurrency.lockutils [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] Lock "c21ba868-4227-4e49-9f81-91244863cfd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.560883] env[69220]: DEBUG nova.compute.manager [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] No waiting events found dispatching network-vif-plugged-dd733f91-a99a-4ac8-aadf-1d8a7fd632c9 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.561126] env[69220]: WARNING nova.compute.manager [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Received unexpected event network-vif-plugged-dd733f91-a99a-4ac8-aadf-1d8a7fd632c9 for instance with vm_state building and task_state spawning. [ 691.561321] env[69220]: DEBUG nova.compute.manager [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Received event network-changed-dd733f91-a99a-4ac8-aadf-1d8a7fd632c9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.561509] env[69220]: DEBUG nova.compute.manager [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Refreshing instance network info cache due to event network-changed-dd733f91-a99a-4ac8-aadf-1d8a7fd632c9. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.561695] env[69220]: DEBUG oslo_concurrency.lockutils [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] Acquiring lock "refresh_cache-c21ba868-4227-4e49-9f81-91244863cfd2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.608249] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caadd315-4159-40dc-8786-bb5c25eba760 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.615913] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dfdde5-d0a5-408b-8f65-02c00e4010b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.660400] env[69220]: INFO nova.compute.manager [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Took 45.69 seconds to build instance. [ 691.664166] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25db879-38c7-409e-bf52-edf16596a2e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.686202] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e6e82-0d05-4ec5-856d-500fd63cd347 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.691023] env[69220]: DEBUG nova.compute.provider_tree [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.738246] env[69220]: DEBUG nova.network.neutron [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.811706] env[69220]: DEBUG nova.network.neutron [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Successfully created port: ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.946974] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.003389] env[69220]: INFO nova.virt.block_device [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Booting with volume 89dc07ea-dc4c-438e-8a69-415d8200befc at /dev/sda [ 692.071062] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18cb7d3e-5eff-43bd-8362-35fbe087caf7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.081745] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4821376e-fe5b-4549-8fb9-3f443d9332a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.117639] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d912a472-d1a5-4bd0-a382-05acbb48d041 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.120966] env[69220]: DEBUG nova.network.neutron [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Updating instance_info_cache with network_info: [{"id": "dd733f91-a99a-4ac8-aadf-1d8a7fd632c9", "address": "fa:16:3e:e2:ba:1e", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd733f91-a9", "ovs_interfaceid": "dd733f91-a99a-4ac8-aadf-1d8a7fd632c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.130112] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf79ac7-cd8d-4198-b511-71a494921fe1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.168365] env[69220]: DEBUG oslo_concurrency.lockutils [None req-052952b4-e799-4697-96f1-3d9f1564894e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "b432ed50-8e33-4285-b4a7-61c7c6675a55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.927s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.170932] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1390396a-836d-4c60-ba22-2c1876094e3d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.180021] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c227477c-348c-464d-9a18-94527e3d619a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.202134] env[69220]: DEBUG nova.virt.block_device [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Updating existing volume attachment record: f726bdca-7342-4e13-8b7e-6d18af78a0f5 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 692.222147] env[69220]: ERROR nova.scheduler.client.report [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] [req-614bebb3-b294-4ffe-93ff-63675b150be6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-614bebb3-b294-4ffe-93ff-63675b150be6"}]} [ 692.242443] env[69220]: DEBUG nova.scheduler.client.report [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 692.270060] env[69220]: DEBUG nova.scheduler.client.report [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 692.270620] env[69220]: DEBUG nova.compute.provider_tree [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.286806] env[69220]: DEBUG nova.scheduler.client.report [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 692.318775] env[69220]: DEBUG nova.scheduler.client.report [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 692.451835] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800497, 'name': ReconfigVM_Task, 'duration_secs': 0.574056} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.452968] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Reconfigured VM instance instance-00000018 to attach disk [datastore2] ff19936e-595b-40a7-838c-a0eddffde984/ff19936e-595b-40a7-838c-a0eddffde984.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.452968] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35aa330c-b6b0-465d-9998-9412762a3179 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.463031] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 692.463031] env[69220]: value = "task-2800498" [ 692.463031] env[69220]: _type = "Task" [ 692.463031] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.471852] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800498, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.624771] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Releasing lock "refresh_cache-c21ba868-4227-4e49-9f81-91244863cfd2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.624771] env[69220]: DEBUG nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Instance network_info: |[{"id": "dd733f91-a99a-4ac8-aadf-1d8a7fd632c9", "address": "fa:16:3e:e2:ba:1e", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd733f91-a9", "ovs_interfaceid": "dd733f91-a99a-4ac8-aadf-1d8a7fd632c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.625147] env[69220]: DEBUG oslo_concurrency.lockutils [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] Acquired lock "refresh_cache-c21ba868-4227-4e49-9f81-91244863cfd2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.625147] env[69220]: DEBUG nova.network.neutron [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Refreshing network info cache for port dd733f91-a99a-4ac8-aadf-1d8a7fd632c9 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.627606] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ba:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd733f91-a99a-4ac8-aadf-1d8a7fd632c9', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.640914] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.644524] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.645636] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad7c7da8-7e5b-488f-833e-01e02d6c51cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.674651] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.674651] env[69220]: value = "task-2800499" [ 692.674651] env[69220]: _type = "Task" [ 692.674651] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.675346] env[69220]: DEBUG nova.compute.manager [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.690237] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800499, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.927366] env[69220]: INFO nova.compute.manager [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Unrescuing [ 692.927625] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.927774] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.928902] env[69220]: DEBUG nova.network.neutron [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.978061] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800498, 'name': Rename_Task, 'duration_secs': 0.200963} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.978623] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.978972] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65be9b84-5146-4291-94f1-3e3d54722d72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.987695] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 692.987695] env[69220]: value = "task-2800500" [ 692.987695] env[69220]: _type = "Task" [ 692.987695] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.996226] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0945467-2360-4611-92a9-0427a5c10e60 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.005944] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ce34a9-e544-4943-bde6-5be92c128ef2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.010801] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.049391] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d94480-1da2-40c9-b334-bad9b114aa32 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.063725] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a19a8dd-f7dc-4503-b7c7-f298dfe095f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.081858] env[69220]: DEBUG nova.compute.provider_tree [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.196807] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800499, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.216142] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.504837] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.640055] env[69220]: DEBUG nova.scheduler.client.report [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 693.640206] env[69220]: DEBUG nova.compute.provider_tree [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 50 to 51 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 693.641292] env[69220]: DEBUG nova.compute.provider_tree [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.699192] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800499, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.876233] env[69220]: DEBUG nova.network.neutron [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Updated VIF entry in instance network info cache for port dd733f91-a99a-4ac8-aadf-1d8a7fd632c9. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.876545] env[69220]: DEBUG nova.network.neutron [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Updating instance_info_cache with network_info: [{"id": "dd733f91-a99a-4ac8-aadf-1d8a7fd632c9", "address": "fa:16:3e:e2:ba:1e", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd733f91-a9", "ovs_interfaceid": "dd733f91-a99a-4ac8-aadf-1d8a7fd632c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.007413] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800500, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.074026] env[69220]: DEBUG nova.compute.manager [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.074026] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95052514-c96d-4e38-b0d0-c45919b563f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.119859] env[69220]: DEBUG nova.network.neutron [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Updating instance_info_cache with network_info: [{"id": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "address": "fa:16:3e:78:c8:c5", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20a86cc-34", "ovs_interfaceid": "b20a86cc-34b9-4827-b2bd-e087fab9120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.149035] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.665s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.154351] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.789s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.155719] env[69220]: INFO nova.compute.claims [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.182496] env[69220]: INFO nova.scheduler.client.report [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Deleted allocations for instance 372e5d17-9bf6-4431-8804-d6ddc5f717ef [ 694.197710] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800499, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.364657] env[69220]: DEBUG nova.compute.manager [req-f49dc28d-6d27-4a60-9673-d5e3e7897e77 req-687251ca-dee1-40f8-a637-b99c41a2ccd3 service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Received event network-vif-plugged-ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.364657] env[69220]: DEBUG oslo_concurrency.lockutils [req-f49dc28d-6d27-4a60-9673-d5e3e7897e77 req-687251ca-dee1-40f8-a637-b99c41a2ccd3 service nova] Acquiring lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.364657] env[69220]: DEBUG oslo_concurrency.lockutils [req-f49dc28d-6d27-4a60-9673-d5e3e7897e77 req-687251ca-dee1-40f8-a637-b99c41a2ccd3 service nova] Lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.365276] env[69220]: DEBUG oslo_concurrency.lockutils [req-f49dc28d-6d27-4a60-9673-d5e3e7897e77 req-687251ca-dee1-40f8-a637-b99c41a2ccd3 service nova] Lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.365468] env[69220]: DEBUG nova.compute.manager [req-f49dc28d-6d27-4a60-9673-d5e3e7897e77 req-687251ca-dee1-40f8-a637-b99c41a2ccd3 service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] No waiting events found dispatching network-vif-plugged-ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.365654] env[69220]: WARNING nova.compute.manager [req-f49dc28d-6d27-4a60-9673-d5e3e7897e77 req-687251ca-dee1-40f8-a637-b99c41a2ccd3 service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Received unexpected event network-vif-plugged-ef20773e-6537-485a-acc2-95c19467aea5 for instance with vm_state building and task_state spawning. [ 694.381273] env[69220]: DEBUG oslo_concurrency.lockutils [req-3db3bb23-489b-4d3a-bd6c-73ddb8a7adad req-605bf7de-290d-4368-8493-9bacb0bbf3c1 service nova] Releasing lock "refresh_cache-c21ba868-4227-4e49-9f81-91244863cfd2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.388534] env[69220]: DEBUG nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.388534] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.389225] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.389225] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.389225] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.389225] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.393022] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.393022] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.393022] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.393022] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.393022] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.393022] env[69220]: DEBUG nova.virt.hardware [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.393022] env[69220]: DEBUG nova.network.neutron [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Successfully updated port: ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.393685] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b4f8a9-548a-445d-87f4-addc00e988bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.406555] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f92beac-6052-4202-90c8-0510eaef86ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.505561] env[69220]: DEBUG oslo_vmware.api [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800500, 'name': PowerOnVM_Task, 'duration_secs': 1.037548} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.509040] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.509040] env[69220]: INFO nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Took 8.95 seconds to spawn the instance on the hypervisor. [ 694.509040] env[69220]: DEBUG nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.509040] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11c4b79-1c8e-4b49-aabc-b8836f2481e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.593391] env[69220]: INFO nova.compute.manager [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] instance snapshotting [ 694.595330] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992d79d4-c1ed-4ed0-b2cb-1d1e8a394ee9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.618576] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11df0324-3f6a-4322-882a-7bef8ea5abff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.628680] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "refresh_cache-68d617fa-7443-4b83-892c-1e6f928905d7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.629385] env[69220]: DEBUG nova.objects.instance [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lazy-loading 'flavor' on Instance uuid 68d617fa-7443-4b83-892c-1e6f928905d7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.696853] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800499, 'name': CreateVM_Task, 'duration_secs': 1.53069} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.697428] env[69220]: DEBUG oslo_concurrency.lockutils [None req-deacc660-f364-4fce-b3f5-d23508fa519a tempest-ServerAddressesTestJSON-1811879662 tempest-ServerAddressesTestJSON-1811879662-project-member] Lock "372e5d17-9bf6-4431-8804-d6ddc5f717ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.136s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.698375] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.699057] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.699227] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.699569] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.700102] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee409a61-b338-41b8-95d3-2678425a0122 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.708022] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 694.708022] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52847982-a0b3-6004-cd02-a4174ce35124" [ 694.708022] env[69220]: _type = "Task" [ 694.708022] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.715373] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52847982-a0b3-6004-cd02-a4174ce35124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.901476] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Acquiring lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.901648] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Acquired lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.901833] env[69220]: DEBUG nova.network.neutron [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.032021] env[69220]: INFO nova.compute.manager [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Took 47.23 seconds to build instance. [ 695.133104] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 695.135463] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0db4a12-b419-4fe7-9aa0-046e662e3277 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.139970] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9aedf5-1287-40e0-8f80-3d1d29ad24e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.167467] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.169477] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34635a7-975f-4d04-afb2-760efa15f578 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.173129] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 695.173129] env[69220]: value = "task-2800501" [ 695.173129] env[69220]: _type = "Task" [ 695.173129] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.178429] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 695.178429] env[69220]: value = "task-2800502" [ 695.178429] env[69220]: _type = "Task" [ 695.178429] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.187649] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800501, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.197099] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.222601] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52847982-a0b3-6004-cd02-a4174ce35124, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.222601] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.222850] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.223123] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.224050] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.224050] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.224050] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27792635-c531-466a-b6f0-7992d02ecd48 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.236882] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.236882] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.239272] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd931666-3ee4-4d4b-b8e9-d3651d114d0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.245058] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 695.245058] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5243021f-404d-7676-d1ac-add50da0c39c" [ 695.245058] env[69220]: _type = "Task" [ 695.245058] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.253721] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5243021f-404d-7676-d1ac-add50da0c39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.462618] env[69220]: DEBUG nova.network.neutron [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.534109] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e78dd46-27a4-4a27-b023-8f2657e7fb2f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "ff19936e-595b-40a7-838c-a0eddffde984" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.060s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.693166] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquiring lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.693490] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.700334] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800501, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.700334] env[69220]: DEBUG nova.network.neutron [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Updating instance_info_cache with network_info: [{"id": "ef20773e-6537-485a-acc2-95c19467aea5", "address": "fa:16:3e:ca:12:9d", "network": {"id": "fe13a477-de7f-4e3c-a12f-8a302fb51cb8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-225340482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd4ca5f853e044e39b856f7beb996769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20773e-65", "ovs_interfaceid": "ef20773e-6537-485a-acc2-95c19467aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.708123] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800502, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.757239] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5243021f-404d-7676-d1ac-add50da0c39c, 'name': SearchDatastore_Task, 'duration_secs': 0.013581} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.758176] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43817fbf-aad4-4952-85f6-d099ceafac53 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.767016] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 695.767016] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d59efd-5fca-4c5e-78cf-12d197604387" [ 695.767016] env[69220]: _type = "Task" [ 695.767016] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.785744] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d59efd-5fca-4c5e-78cf-12d197604387, 'name': SearchDatastore_Task, 'duration_secs': 0.014903} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.786054] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.786325] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] c21ba868-4227-4e49-9f81-91244863cfd2/c21ba868-4227-4e49-9f81-91244863cfd2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.786610] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7afbc709-bdde-4109-8772-00893ac13576 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.794709] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 695.794709] env[69220]: value = "task-2800503" [ 695.794709] env[69220]: _type = "Task" [ 695.794709] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.805839] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.818644] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7a1676-9352-4228-af06-dbeea32f6d20 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.826754] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66eb808-258b-475f-889f-f759403ca4cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.864825] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83dfd8a-238b-4cec-b1da-f3ae075ec816 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.874849] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79576484-0beb-413f-86a1-d41b5cb7c3e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.894464] env[69220]: DEBUG nova.compute.provider_tree [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.038076] env[69220]: DEBUG nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.161879] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.162143] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.186084] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800501, 'name': CreateSnapshot_Task, 'duration_secs': 0.852605} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.186084] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 696.186084] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c59aa4-71df-454a-a78a-52f73ff63acb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.207815] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800502, 'name': PowerOffVM_Task, 'duration_secs': 0.813608} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.207815] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Releasing lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.207815] env[69220]: DEBUG nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Instance network_info: |[{"id": "ef20773e-6537-485a-acc2-95c19467aea5", "address": "fa:16:3e:ca:12:9d", "network": {"id": "fe13a477-de7f-4e3c-a12f-8a302fb51cb8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-225340482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd4ca5f853e044e39b856f7beb996769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20773e-65", "ovs_interfaceid": "ef20773e-6537-485a-acc2-95c19467aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.207965] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.215928] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 696.216739] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:12:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef20773e-6537-485a-acc2-95c19467aea5', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.225959] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Creating folder: Project (cd4ca5f853e044e39b856f7beb996769). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.225959] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d990fd-f403-4661-b39c-67a66adb8f7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.240920] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6e8f566-cd95-41a1-b763-42fd9f954d59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.248994] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 696.248994] env[69220]: value = "task-2800505" [ 696.248994] env[69220]: _type = "Task" [ 696.248994] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.256236] env[69220]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 696.256469] env[69220]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69220) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 696.257112] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Folder already exists: Project (cd4ca5f853e044e39b856f7beb996769). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 696.257322] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Creating folder: Instances. Parent ref: group-v562732. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.260756] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d663c6cf-bc77-4a2e-82c9-f741372f1ac3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.263394] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.275223] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Created folder: Instances in parent group-v562732. [ 696.275529] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.275721] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.275960] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7773a941-cefb-4f3f-9486-2e02c1e58fba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.306803] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800503, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.309433] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.309433] env[69220]: value = "task-2800507" [ 696.309433] env[69220]: _type = "Task" [ 696.309433] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.317433] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800507, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.399767] env[69220]: DEBUG nova.scheduler.client.report [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.581183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.728722] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.729090] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1a4a488-3415-4221-b280-1cae5553e5f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.737925] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 696.737925] env[69220]: value = "task-2800508" [ 696.737925] env[69220]: _type = "Task" [ 696.737925] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.747377] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800508, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.771341] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.810135] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613232} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.810606] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] c21ba868-4227-4e49-9f81-91244863cfd2/c21ba868-4227-4e49-9f81-91244863cfd2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.810855] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.818452] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8ddb1e5-2652-4f07-9c1d-b2609cdc857c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.827507] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800507, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.830842] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 696.830842] env[69220]: value = "task-2800509" [ 696.830842] env[69220]: _type = "Task" [ 696.830842] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.839264] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.906596] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.907287] env[69220]: DEBUG nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.911715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.296s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.913413] env[69220]: INFO nova.compute.claims [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.948647] env[69220]: DEBUG nova.compute.manager [req-76dac8b5-d97b-4bf2-bbd4-f078fb33c1ec req-b6f0185a-a981-495e-863d-0fba05bbae3f service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Received event network-changed-ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.948912] env[69220]: DEBUG nova.compute.manager [req-76dac8b5-d97b-4bf2-bbd4-f078fb33c1ec req-b6f0185a-a981-495e-863d-0fba05bbae3f service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Refreshing instance network info cache due to event network-changed-ef20773e-6537-485a-acc2-95c19467aea5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.949149] env[69220]: DEBUG oslo_concurrency.lockutils [req-76dac8b5-d97b-4bf2-bbd4-f078fb33c1ec req-b6f0185a-a981-495e-863d-0fba05bbae3f service nova] Acquiring lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.949286] env[69220]: DEBUG oslo_concurrency.lockutils [req-76dac8b5-d97b-4bf2-bbd4-f078fb33c1ec req-b6f0185a-a981-495e-863d-0fba05bbae3f service nova] Acquired lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.949617] env[69220]: DEBUG nova.network.neutron [req-76dac8b5-d97b-4bf2-bbd4-f078fb33c1ec req-b6f0185a-a981-495e-863d-0fba05bbae3f service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Refreshing network info cache for port ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.250407] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800508, 'name': CloneVM_Task} progress is 93%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.263909] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.324805] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800507, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.340819] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132853} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.341247] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.341873] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2948e16-00e2-4173-ac04-ace78187a03a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.366604] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] c21ba868-4227-4e49-9f81-91244863cfd2/c21ba868-4227-4e49-9f81-91244863cfd2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.367396] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d9a063-82f7-4ae7-8e9a-0baa089f1531 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.389848] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "ff19936e-595b-40a7-838c-a0eddffde984" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.390125] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "ff19936e-595b-40a7-838c-a0eddffde984" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.390322] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "ff19936e-595b-40a7-838c-a0eddffde984-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.390498] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "ff19936e-595b-40a7-838c-a0eddffde984-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.390656] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "ff19936e-595b-40a7-838c-a0eddffde984-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.392466] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 697.392466] env[69220]: value = "task-2800510" [ 697.392466] env[69220]: _type = "Task" [ 697.392466] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.392923] env[69220]: INFO nova.compute.manager [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Terminating instance [ 697.404962] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.414914] env[69220]: DEBUG nova.compute.utils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.415441] env[69220]: DEBUG nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.415441] env[69220]: DEBUG nova.network.neutron [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.466540] env[69220]: DEBUG oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35993-0638-8c2d-7730-84498e122147/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 697.467446] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712f2210-69fb-4e71-b6d9-09d517b441d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.475242] env[69220]: DEBUG oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35993-0638-8c2d-7730-84498e122147/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 697.475443] env[69220]: ERROR oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35993-0638-8c2d-7730-84498e122147/disk-0.vmdk due to incomplete transfer. [ 697.476031] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-994458ed-6dc0-47f3-987b-14ac42a0c960 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.485018] env[69220]: DEBUG oslo_vmware.rw_handles [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35993-0638-8c2d-7730-84498e122147/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 697.485018] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Uploaded image 9430e688-53f7-40bd-b5cc-ce62389385e3 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 697.487096] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.487440] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27539444-35bb-4190-86db-e7da90a4b8e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.498040] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 697.498040] env[69220]: value = "task-2800511" [ 697.498040] env[69220]: _type = "Task" [ 697.498040] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.506553] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800511, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.529846] env[69220]: DEBUG nova.policy [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b41323cdbc4049a48b22cca5ff40ca2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6158d4100324312bd3a3115810a34d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.748878] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800508, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.759392] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800505, 'name': ReconfigVM_Task, 'duration_secs': 1.246255} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.759691] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 697.760059] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.760221] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194a5654-ea7b-451f-a09a-fa76475455d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.769537] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 697.769537] env[69220]: value = "task-2800512" [ 697.769537] env[69220]: _type = "Task" [ 697.769537] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.777759] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.828267] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800507, 'name': CreateVM_Task, 'duration_secs': 1.470799} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.828508] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.829275] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562748', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'name': 'volume-89dc07ea-dc4c-438e-8a69-415d8200befc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9c045-37cd-4b5a-b465-aef0164fdfaa', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'serial': '89dc07ea-dc4c-438e-8a69-415d8200befc'}, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'f726bdca-7342-4e13-8b7e-6d18af78a0f5', 'volume_type': None}], 'swap': None} {{(pid=69220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 697.829603] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Root volume attach. Driver type: vmdk {{(pid=69220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 697.830438] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c4653-d855-4694-b849-a73fc5750a34 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.840370] env[69220]: DEBUG nova.network.neutron [req-76dac8b5-d97b-4bf2-bbd4-f078fb33c1ec req-b6f0185a-a981-495e-863d-0fba05bbae3f service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Updated VIF entry in instance network info cache for port ef20773e-6537-485a-acc2-95c19467aea5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.840725] env[69220]: DEBUG nova.network.neutron [req-76dac8b5-d97b-4bf2-bbd4-f078fb33c1ec req-b6f0185a-a981-495e-863d-0fba05bbae3f service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Updating instance_info_cache with network_info: [{"id": "ef20773e-6537-485a-acc2-95c19467aea5", "address": "fa:16:3e:ca:12:9d", "network": {"id": "fe13a477-de7f-4e3c-a12f-8a302fb51cb8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-225340482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd4ca5f853e044e39b856f7beb996769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20773e-65", "ovs_interfaceid": "ef20773e-6537-485a-acc2-95c19467aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.845543] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab500e-5003-4827-aa00-4228ffe96136 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.850471] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5199342-41bd-4b84-b2bc-97bfc12b448e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.860802] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1c950374-04e4-497c-877b-bbe0132ba141 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.870298] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 697.870298] env[69220]: value = "task-2800513" [ 697.870298] env[69220]: _type = "Task" [ 697.870298] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.883636] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800513, 'name': RelocateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.902227] env[69220]: DEBUG nova.compute.manager [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.902284] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.906789] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21b26e6-be4c-4309-874e-6544bb9931f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.911179] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.915674] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.915946] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a65d83-3a10-4534-a54a-74bb3466fd06 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.921187] env[69220]: DEBUG nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.929538] env[69220]: DEBUG oslo_vmware.api [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 697.929538] env[69220]: value = "task-2800514" [ 697.929538] env[69220]: _type = "Task" [ 697.929538] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.943059] env[69220]: DEBUG oslo_vmware.api [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.012090] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800511, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.226940] env[69220]: DEBUG nova.network.neutron [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Successfully created port: 2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.259942] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800508, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.282196] env[69220]: DEBUG oslo_vmware.api [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800512, 'name': PowerOnVM_Task, 'duration_secs': 0.501208} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.282512] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.282737] env[69220]: DEBUG nova.compute.manager [None req-96c42bae-c840-42be-93e5-d81393ff6401 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.283654] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb7251-bdb3-422d-9359-21f77cada113 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.348140] env[69220]: DEBUG oslo_concurrency.lockutils [req-76dac8b5-d97b-4bf2-bbd4-f078fb33c1ec req-b6f0185a-a981-495e-863d-0fba05bbae3f service nova] Releasing lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.390617] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800513, 'name': RelocateVM_Task} progress is 42%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.408620] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800510, 'name': ReconfigVM_Task, 'duration_secs': 0.549417} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.408620] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Reconfigured VM instance instance-00000019 to attach disk [datastore2] c21ba868-4227-4e49-9f81-91244863cfd2/c21ba868-4227-4e49-9f81-91244863cfd2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.412042] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-751b92ba-8bb4-472f-be3d-d385c1876784 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.421880] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 698.421880] env[69220]: value = "task-2800515" [ 698.421880] env[69220]: _type = "Task" [ 698.421880] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.442053] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800515, 'name': Rename_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.458251] env[69220]: DEBUG oslo_vmware.api [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800514, 'name': PowerOffVM_Task, 'duration_secs': 0.275446} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.461400] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.462774] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.462774] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9820181-d541-46df-808b-5f5e8bc1ca40 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.515023] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800511, 'name': Destroy_Task, 'duration_secs': 0.564705} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.518814] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Destroyed the VM [ 698.518814] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 698.520168] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1491f7c-f050-43ab-aaa1-4c4af72858fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.531439] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 698.531439] env[69220]: value = "task-2800517" [ 698.531439] env[69220]: _type = "Task" [ 698.531439] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.543198] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.543425] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.543600] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleting the datastore file [datastore2] ff19936e-595b-40a7-838c-a0eddffde984 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.548357] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18099fb3-67bb-467a-baa0-f2752fb2846e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.550518] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.558835] env[69220]: DEBUG oslo_vmware.api [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 698.558835] env[69220]: value = "task-2800518" [ 698.558835] env[69220]: _type = "Task" [ 698.558835] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.575051] env[69220]: DEBUG oslo_vmware.api [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.613352] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd5bfd4-45a1-453f-9af0-a55f9068f91c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.626936] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44105d0-c8bb-42fe-995c-ce3ba9477eee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.669592] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff78c225-5a3d-4c0d-987f-d6d1129dfaa5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.679793] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3b7c36-0658-4807-ac27-5a5660473a40 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.696330] env[69220]: DEBUG nova.compute.provider_tree [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.756429] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800508, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.895255] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800513, 'name': RelocateVM_Task} progress is 54%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.937249] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800515, 'name': Rename_Task, 'duration_secs': 0.263243} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.937651] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.937984] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef3a96ee-aa0a-4c80-a565-0fc0f3d1ac65 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.943438] env[69220]: DEBUG nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.952449] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 698.952449] env[69220]: value = "task-2800519" [ 698.952449] env[69220]: _type = "Task" [ 698.952449] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.970469] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.973735] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.974040] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.974263] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.974525] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.974675] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.974815] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.975039] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.975248] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.975454] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.975748] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.975902] env[69220]: DEBUG nova.virt.hardware [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.976933] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5f7646-fcfb-4802-9779-434651b6a622 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.991540] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3b7436-0541-48c0-b5dd-b12f61039115 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.043711] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800517, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.074033] env[69220]: DEBUG oslo_vmware.api [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301481} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.074301] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.074454] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.074631] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.074822] env[69220]: INFO nova.compute.manager [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Took 1.17 seconds to destroy the instance on the hypervisor. [ 699.075187] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.075247] env[69220]: DEBUG nova.compute.manager [-] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.075336] env[69220]: DEBUG nova.network.neutron [-] [instance: ff19936e-595b-40a7-838c-a0eddffde984] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.201665] env[69220]: DEBUG nova.scheduler.client.report [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.258231] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800508, 'name': CloneVM_Task, 'duration_secs': 2.35988} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.258537] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Created linked-clone VM from snapshot [ 699.259414] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc405ca-0fad-4552-9dc5-81234512b6ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.273309] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Uploading image 6da9e47f-9029-44ea-a925-f109f6142cfb {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 699.313011] env[69220]: DEBUG oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 699.313011] env[69220]: value = "vm-562784" [ 699.313011] env[69220]: _type = "VirtualMachine" [ 699.313011] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 699.313634] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-80f5ae0f-482c-4240-86ee-7d1e0ac967a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.324094] env[69220]: DEBUG oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lease: (returnval){ [ 699.324094] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bb3ded-a402-e2ca-ba87-c7365e0e060d" [ 699.324094] env[69220]: _type = "HttpNfcLease" [ 699.324094] env[69220]: } obtained for exporting VM: (result){ [ 699.324094] env[69220]: value = "vm-562784" [ 699.324094] env[69220]: _type = "VirtualMachine" [ 699.324094] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 699.324094] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the lease: (returnval){ [ 699.324094] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bb3ded-a402-e2ca-ba87-c7365e0e060d" [ 699.324094] env[69220]: _type = "HttpNfcLease" [ 699.324094] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 699.334102] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.334102] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bb3ded-a402-e2ca-ba87-c7365e0e060d" [ 699.334102] env[69220]: _type = "HttpNfcLease" [ 699.334102] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 699.393552] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800513, 'name': RelocateVM_Task} progress is 67%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.464020] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800519, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.544794] env[69220]: DEBUG oslo_vmware.api [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800517, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.546344] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.546615] env[69220]: INFO nova.compute.manager [None req-5187ddf1-0300-429b-bf78-00d074e9098c tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 699.711078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.711078] env[69220]: DEBUG nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.712862] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.923s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.714563] env[69220]: DEBUG nova.objects.instance [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lazy-loading 'resources' on Instance uuid 78a33d3a-2242-450d-a896-0701fbc034ae {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.774801] env[69220]: DEBUG nova.compute.manager [req-a821856c-31b2-492c-a23e-e0805d95efdf req-05a63cfa-9d36-4477-8173-6295c8f10e29 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Received event network-vif-deleted-a38400ec-ed11-4dc7-9eed-a72041e01a34 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.775328] env[69220]: INFO nova.compute.manager [req-a821856c-31b2-492c-a23e-e0805d95efdf req-05a63cfa-9d36-4477-8173-6295c8f10e29 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Neutron deleted interface a38400ec-ed11-4dc7-9eed-a72041e01a34; detaching it from the instance and deleting it from the info cache [ 699.775613] env[69220]: DEBUG nova.network.neutron [req-a821856c-31b2-492c-a23e-e0805d95efdf req-05a63cfa-9d36-4477-8173-6295c8f10e29 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.836766] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.836766] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bb3ded-a402-e2ca-ba87-c7365e0e060d" [ 699.836766] env[69220]: _type = "HttpNfcLease" [ 699.836766] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 699.837323] env[69220]: DEBUG oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 699.837323] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bb3ded-a402-e2ca-ba87-c7365e0e060d" [ 699.837323] env[69220]: _type = "HttpNfcLease" [ 699.837323] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 699.838488] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d322446e-d72f-4cd8-8160-a62e23837b54 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.849571] env[69220]: DEBUG oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526725d0-f6bc-8589-1211-eee515b5763e/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 699.849778] env[69220]: DEBUG oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526725d0-f6bc-8589-1211-eee515b5763e/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 699.932845] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800513, 'name': RelocateVM_Task} progress is 82%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.932845] env[69220]: DEBUG nova.network.neutron [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Successfully updated port: 2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.964045] env[69220]: DEBUG oslo_vmware.api [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800519, 'name': PowerOnVM_Task, 'duration_secs': 0.771917} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.964392] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.964628] env[69220]: INFO nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Took 10.38 seconds to spawn the instance on the hypervisor. [ 699.964789] env[69220]: DEBUG nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.965845] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fec51d-a719-430f-90a8-8a8f4c1c3373 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.029480] env[69220]: DEBUG nova.network.neutron [-] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.106866] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d9e0321-1901-4fc4-83fb-3a45fa79d927 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.216533] env[69220]: DEBUG nova.compute.utils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.222502] env[69220]: DEBUG nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.222688] env[69220]: DEBUG nova.network.neutron [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.278517] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9117ddbf-dd1b-4ea1-a041-b98dd7c8abb5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.288910] env[69220]: DEBUG nova.policy [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd16cf04c7894ca596c0f149d5400d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb4504a79614c6cbf0c25d7f77bc3e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.293657] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ef4fc-49f8-46fa-b69d-2a71a5b511d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.332787] env[69220]: DEBUG nova.compute.manager [req-a821856c-31b2-492c-a23e-e0805d95efdf req-05a63cfa-9d36-4477-8173-6295c8f10e29 service nova] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Detach interface failed, port_id=a38400ec-ed11-4dc7-9eed-a72041e01a34, reason: Instance ff19936e-595b-40a7-838c-a0eddffde984 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 700.428134] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800513, 'name': RelocateVM_Task} progress is 97%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.434703] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquiring lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.434949] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquired lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.435028] env[69220]: DEBUG nova.network.neutron [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.495066] env[69220]: INFO nova.compute.manager [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Took 46.91 seconds to build instance. [ 700.532862] env[69220]: INFO nova.compute.manager [-] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Took 1.46 seconds to deallocate network for instance. [ 700.725465] env[69220]: DEBUG nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.934468] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800513, 'name': RelocateVM_Task} progress is 98%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.967908] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0ce59e-5301-423e-9d53-7d6d1e594e26 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.977936] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b03cfe-464e-4135-b569-1d86239638b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.019610] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fbe36c2c-80c8-4690-84e0-9c969ce45f0f tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "c21ba868-4227-4e49-9f81-91244863cfd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.927s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.020931] env[69220]: DEBUG nova.network.neutron [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.027455] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2db50-9db8-49db-afd5-89daaa7926dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.035738] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68925a7-09d4-4b8f-a017-89f80f09273d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.058381] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.058945] env[69220]: DEBUG nova.compute.provider_tree [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.327434] env[69220]: DEBUG nova.network.neutron [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Successfully created port: 94102055-abfd-45ce-b442-5c63aad994df {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.436662] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800513, 'name': RelocateVM_Task, 'duration_secs': 3.266243} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.437069] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 701.438018] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562748', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'name': 'volume-89dc07ea-dc4c-438e-8a69-415d8200befc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9c045-37cd-4b5a-b465-aef0164fdfaa', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'serial': '89dc07ea-dc4c-438e-8a69-415d8200befc'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 701.438331] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeff663f-3896-4a1e-94a6-68af0cf0f612 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.468327] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4bd67c-8eb3-483f-99ca-869c3001fc58 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.497309] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-89dc07ea-dc4c-438e-8a69-415d8200befc/volume-89dc07ea-dc4c-438e-8a69-415d8200befc.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.499066] env[69220]: DEBUG nova.network.neutron [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updating instance_info_cache with network_info: [{"id": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "address": "fa:16:3e:5a:63:3e", "network": {"id": "f8e18530-7b13-4338-a479-344e0cd8c38b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1769206472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6158d4100324312bd3a3115810a34d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53333b-e4", "ovs_interfaceid": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.501508] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f125b2db-1072-43f1-a3e9-c487bda94992 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.525846] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 701.525846] env[69220]: value = "task-2800521" [ 701.525846] env[69220]: _type = "Task" [ 701.525846] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.531635] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.540162] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.565703] env[69220]: DEBUG nova.scheduler.client.report [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.737077] env[69220]: DEBUG nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.796317] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.796861] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.797104] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.797319] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.797496] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.797643] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.797859] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.798027] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.798225] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.798362] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.798628] env[69220]: DEBUG nova.virt.hardware [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.799672] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f7d01a-45d4-4fda-9c6c-2cef825b7d6e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.809130] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b152e-2ec7-41e1-8d86-c035e41a4e17 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.916941] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquiring lock "b67b2f26-bb01-45c5-abb3-e63da889b324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.917308] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "b67b2f26-bb01-45c5-abb3-e63da889b324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.917648] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquiring lock "b67b2f26-bb01-45c5-abb3-e63da889b324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.917842] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "b67b2f26-bb01-45c5-abb3-e63da889b324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.918162] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "b67b2f26-bb01-45c5-abb3-e63da889b324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.921079] env[69220]: INFO nova.compute.manager [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Terminating instance [ 702.020789] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Releasing lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.022493] env[69220]: DEBUG nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Instance network_info: |[{"id": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "address": "fa:16:3e:5a:63:3e", "network": {"id": "f8e18530-7b13-4338-a479-344e0cd8c38b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1769206472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6158d4100324312bd3a3115810a34d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53333b-e4", "ovs_interfaceid": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.023278] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:63:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d53333b-e4d1-4862-bf34-eca4170d9bee', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.032546] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Creating folder: Project (d6158d4100324312bd3a3115810a34d9). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.032989] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58ca0895-e05f-44d4-a8fe-1e7d0c51e11c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.053751] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800521, 'name': ReconfigVM_Task, 'duration_secs': 0.294034} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.059168] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-89dc07ea-dc4c-438e-8a69-415d8200befc/volume-89dc07ea-dc4c-438e-8a69-415d8200befc.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.068730] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Created folder: Project (d6158d4100324312bd3a3115810a34d9) in parent group-v562703. [ 702.069042] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Creating folder: Instances. Parent ref: group-v562785. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.070839] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.071577] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc997cc-255b-41f7-b9c0-5e06c8d78bd2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.081956] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6e84b43-60fc-41ea-bcdf-b92373182b3a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.084315] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.090435] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.970s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.091377] env[69220]: INFO nova.compute.claims [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.101471] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 702.101471] env[69220]: value = "task-2800524" [ 702.101471] env[69220]: _type = "Task" [ 702.101471] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.106820] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Created folder: Instances in parent group-v562785. [ 702.107192] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.107903] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.108181] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f21a98bf-883b-4cd1-8466-44ad7899ac4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.125346] env[69220]: INFO nova.scheduler.client.report [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Deleted allocations for instance 78a33d3a-2242-450d-a896-0701fbc034ae [ 702.137461] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.142879] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.142879] env[69220]: value = "task-2800525" [ 702.142879] env[69220]: _type = "Task" [ 702.142879] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.156733] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800525, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.253843] env[69220]: DEBUG nova.compute.manager [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Received event network-vif-plugged-2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.254147] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] Acquiring lock "ea80840e-87c3-4387-b6a3-afc53f581203-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.254320] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] Lock "ea80840e-87c3-4387-b6a3-afc53f581203-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.254487] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] Lock "ea80840e-87c3-4387-b6a3-afc53f581203-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.254652] env[69220]: DEBUG nova.compute.manager [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] No waiting events found dispatching network-vif-plugged-2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.254816] env[69220]: WARNING nova.compute.manager [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Received unexpected event network-vif-plugged-2d53333b-e4d1-4862-bf34-eca4170d9bee for instance with vm_state building and task_state spawning. [ 702.254968] env[69220]: DEBUG nova.compute.manager [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Received event network-changed-2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.258891] env[69220]: DEBUG nova.compute.manager [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Refreshing instance network info cache due to event network-changed-2d53333b-e4d1-4862-bf34-eca4170d9bee. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.259048] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] Acquiring lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.259208] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] Acquired lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.259373] env[69220]: DEBUG nova.network.neutron [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Refreshing network info cache for port 2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.426403] env[69220]: DEBUG nova.compute.manager [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.426726] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.427974] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f8fdf7-414f-4871-a838-eee402c65515 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.436581] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.438317] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9b58a00-ff85-4db5-a3db-7919c5ce6faf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.454554] env[69220]: DEBUG oslo_vmware.api [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 702.454554] env[69220]: value = "task-2800526" [ 702.454554] env[69220]: _type = "Task" [ 702.454554] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.465194] env[69220]: DEBUG oslo_vmware.api [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.617451] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800524, 'name': ReconfigVM_Task, 'duration_secs': 0.152894} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.617920] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562748', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'name': 'volume-89dc07ea-dc4c-438e-8a69-415d8200befc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9c045-37cd-4b5a-b465-aef0164fdfaa', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'serial': '89dc07ea-dc4c-438e-8a69-415d8200befc'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 702.618885] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afdab78d-b90c-4793-8213-a994795cc67f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.626481] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 702.626481] env[69220]: value = "task-2800527" [ 702.626481] env[69220]: _type = "Task" [ 702.626481] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.637869] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800527, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.638415] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d29a33eb-2eaf-479f-9f54-23c4e00e78ae tempest-ImagesNegativeTestJSON-1653497771 tempest-ImagesNegativeTestJSON-1653497771-project-member] Lock "78a33d3a-2242-450d-a896-0701fbc034ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.168s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.660237] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800525, 'name': CreateVM_Task, 'duration_secs': 0.417093} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.660453] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.661252] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.661425] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.661783] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.662380] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9155e382-57c1-41cb-8900-67e0b11ba1d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.668670] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 702.668670] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e6e65d-4a78-d1b4-4a6e-ddb004df5c70" [ 702.668670] env[69220]: _type = "Task" [ 702.668670] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.677934] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e6e65d-4a78-d1b4-4a6e-ddb004df5c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.946423] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "c21ba868-4227-4e49-9f81-91244863cfd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.946751] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "c21ba868-4227-4e49-9f81-91244863cfd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.947043] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "c21ba868-4227-4e49-9f81-91244863cfd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.947222] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "c21ba868-4227-4e49-9f81-91244863cfd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.947314] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "c21ba868-4227-4e49-9f81-91244863cfd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.950568] env[69220]: INFO nova.compute.manager [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Terminating instance [ 702.969192] env[69220]: DEBUG oslo_vmware.api [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800526, 'name': PowerOffVM_Task, 'duration_secs': 0.17224} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.969441] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.969613] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.969873] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-827e0452-3043-494d-93ea-d566b4a8d6d6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.996025] env[69220]: DEBUG nova.network.neutron [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updated VIF entry in instance network info cache for port 2d53333b-e4d1-4862-bf34-eca4170d9bee. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.996408] env[69220]: DEBUG nova.network.neutron [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updating instance_info_cache with network_info: [{"id": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "address": "fa:16:3e:5a:63:3e", "network": {"id": "f8e18530-7b13-4338-a479-344e0cd8c38b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1769206472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6158d4100324312bd3a3115810a34d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53333b-e4", "ovs_interfaceid": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.037089] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.037458] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.037636] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Deleting the datastore file [datastore2] b67b2f26-bb01-45c5-abb3-e63da889b324 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.037926] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a2a460-7cff-4529-969e-c82fca362d16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.045661] env[69220]: DEBUG oslo_vmware.api [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for the task: (returnval){ [ 703.045661] env[69220]: value = "task-2800529" [ 703.045661] env[69220]: _type = "Task" [ 703.045661] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.057938] env[69220]: DEBUG oslo_vmware.api [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.142094] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800527, 'name': Rename_Task, 'duration_secs': 0.138532} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.145503] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.146684] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-900f2e7d-fa3d-4611-9c6b-e1a6dbfb6c35 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.153873] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 703.153873] env[69220]: value = "task-2800530" [ 703.153873] env[69220]: _type = "Task" [ 703.153873] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.169708] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.182115] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e6e65d-4a78-d1b4-4a6e-ddb004df5c70, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.182582] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.183584] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.183584] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.183584] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.183735] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.184610] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-122660c1-fe1d-4ea0-8d22-fde6e148a274 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.203360] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.203748] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.204367] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd0cf07-553b-457c-8256-fb1f766a2d1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.215482] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 703.215482] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c7145b-81f5-75c5-4a93-56f351c3273a" [ 703.215482] env[69220]: _type = "Task" [ 703.215482] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.226591] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c7145b-81f5-75c5-4a93-56f351c3273a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.362529] env[69220]: DEBUG nova.network.neutron [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Successfully updated port: 94102055-abfd-45ce-b442-5c63aad994df {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.462397] env[69220]: DEBUG nova.compute.manager [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.462810] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.463800] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029f12ec-5aff-4d44-b96a-c6c74c494211 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.472990] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.472990] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04886601-0372-4c53-b828-0defbe3f751c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.482820] env[69220]: DEBUG oslo_vmware.api [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 703.482820] env[69220]: value = "task-2800531" [ 703.482820] env[69220]: _type = "Task" [ 703.482820] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.504134] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d074c96-fd25-4d9e-a92e-17212a608947 req-6af417a0-ac8b-4b86-b264-13d903edcfa2 service nova] Releasing lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.504134] env[69220]: DEBUG oslo_vmware.api [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.558536] env[69220]: DEBUG oslo_vmware.api [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Task: {'id': task-2800529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37681} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.560460] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.560672] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.560858] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.561053] env[69220]: INFO nova.compute.manager [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Took 1.13 seconds to destroy the instance on the hypervisor. [ 703.561330] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.561907] env[69220]: DEBUG nova.compute.manager [-] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.561907] env[69220]: DEBUG nova.network.neutron [-] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.666154] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.703616] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4320a3-9a5a-430c-8331-eb8bb563d2c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.716529] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d48bac-c9f2-4cac-a7fe-edd068637297 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.762405] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c8c566-0bfc-4767-9f9c-7400ee9a27df {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.765927] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c7145b-81f5-75c5-4a93-56f351c3273a, 'name': SearchDatastore_Task, 'duration_secs': 0.014117} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.768021] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50374af-d538-4ed2-b6ce-790c55deb670 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.773959] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f32a7-0382-4cda-a944-7d9ac2bfa816 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.779187] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 703.779187] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522f9714-ada7-ff6c-f096-7cf7fcc35b44" [ 703.779187] env[69220]: _type = "Task" [ 703.779187] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.791774] env[69220]: DEBUG nova.compute.provider_tree [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.799966] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522f9714-ada7-ff6c-f096-7cf7fcc35b44, 'name': SearchDatastore_Task, 'duration_secs': 0.015777} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.800308] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.800607] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] ea80840e-87c3-4387-b6a3-afc53f581203/ea80840e-87c3-4387-b6a3-afc53f581203.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.800898] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bef3735-785d-4859-b799-db653ed4dbd9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.809438] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 703.809438] env[69220]: value = "task-2800532" [ 703.809438] env[69220]: _type = "Task" [ 703.809438] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.822156] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "61ef0689-e28c-4296-8d0c-809458f6cc01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.822406] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.822863] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.867662] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "refresh_cache-16b2c458-8496-4092-bfaf-7ddc56466288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.868078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquired lock "refresh_cache-16b2c458-8496-4092-bfaf-7ddc56466288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.868078] env[69220]: DEBUG nova.network.neutron [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.966507] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.966759] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.996876] env[69220]: DEBUG oslo_vmware.api [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800531, 'name': PowerOffVM_Task, 'duration_secs': 0.259459} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.996976] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.997463] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.998371] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a83ae1-432c-4df2-b383-034456e77bde {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.087525] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.087976] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.088099] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Deleting the datastore file [datastore2] c21ba868-4227-4e49-9f81-91244863cfd2 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.088436] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ecb68d2-4602-4b9a-a109-d9d674d007b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.097241] env[69220]: DEBUG oslo_vmware.api [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for the task: (returnval){ [ 704.097241] env[69220]: value = "task-2800534" [ 704.097241] env[69220]: _type = "Task" [ 704.097241] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.114940] env[69220]: DEBUG oslo_vmware.api [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.165900] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.295121] env[69220]: DEBUG nova.scheduler.client.report [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.321984] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.402675] env[69220]: DEBUG nova.compute.manager [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Received event network-vif-plugged-94102055-abfd-45ce-b442-5c63aad994df {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.404477] env[69220]: DEBUG oslo_concurrency.lockutils [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] Acquiring lock "16b2c458-8496-4092-bfaf-7ddc56466288-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.404800] env[69220]: DEBUG oslo_concurrency.lockutils [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] Lock "16b2c458-8496-4092-bfaf-7ddc56466288-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.405106] env[69220]: DEBUG oslo_concurrency.lockutils [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] Lock "16b2c458-8496-4092-bfaf-7ddc56466288-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.405236] env[69220]: DEBUG nova.compute.manager [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] No waiting events found dispatching network-vif-plugged-94102055-abfd-45ce-b442-5c63aad994df {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.405445] env[69220]: WARNING nova.compute.manager [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Received unexpected event network-vif-plugged-94102055-abfd-45ce-b442-5c63aad994df for instance with vm_state building and task_state spawning. [ 704.405669] env[69220]: DEBUG nova.compute.manager [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Received event network-changed-94102055-abfd-45ce-b442-5c63aad994df {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.405879] env[69220]: DEBUG nova.compute.manager [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Refreshing instance network info cache due to event network-changed-94102055-abfd-45ce-b442-5c63aad994df. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.406089] env[69220]: DEBUG oslo_concurrency.lockutils [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] Acquiring lock "refresh_cache-16b2c458-8496-4092-bfaf-7ddc56466288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.407012] env[69220]: DEBUG nova.network.neutron [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.507404] env[69220]: DEBUG nova.network.neutron [-] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.569405] env[69220]: DEBUG nova.network.neutron [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Updating instance_info_cache with network_info: [{"id": "94102055-abfd-45ce-b442-5c63aad994df", "address": "fa:16:3e:f4:7c:be", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94102055-ab", "ovs_interfaceid": "94102055-abfd-45ce-b442-5c63aad994df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.609377] env[69220]: DEBUG oslo_vmware.api [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Task: {'id': task-2800534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447148} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.609377] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.609377] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.609377] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.609594] env[69220]: INFO nova.compute.manager [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 704.609837] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.610129] env[69220]: DEBUG nova.compute.manager [-] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.610264] env[69220]: DEBUG nova.network.neutron [-] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.671565] env[69220]: DEBUG oslo_vmware.api [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800530, 'name': PowerOnVM_Task, 'duration_secs': 1.457461} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.671565] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.671565] env[69220]: INFO nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Took 10.28 seconds to spawn the instance on the hypervisor. [ 704.671565] env[69220]: DEBUG nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.671565] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0a29c9-e9e6-49a0-9cea-3898d49dc761 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.801031] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.801616] env[69220]: DEBUG nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.804214] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.147s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.806657] env[69220]: INFO nova.compute.claims [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.821055] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603304} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.821602] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] ea80840e-87c3-4387-b6a3-afc53f581203/ea80840e-87c3-4387-b6a3-afc53f581203.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.823935] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.823935] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d5bfd5c-b8ce-463d-bfd7-825ab6d30c1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.829205] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 704.829205] env[69220]: value = "task-2800535" [ 704.829205] env[69220]: _type = "Task" [ 704.829205] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.840696] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.010755] env[69220]: INFO nova.compute.manager [-] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Took 1.45 seconds to deallocate network for instance. [ 705.073554] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Releasing lock "refresh_cache-16b2c458-8496-4092-bfaf-7ddc56466288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.073554] env[69220]: DEBUG nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Instance network_info: |[{"id": "94102055-abfd-45ce-b442-5c63aad994df", "address": "fa:16:3e:f4:7c:be", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94102055-ab", "ovs_interfaceid": "94102055-abfd-45ce-b442-5c63aad994df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.073554] env[69220]: DEBUG oslo_concurrency.lockutils [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] Acquired lock "refresh_cache-16b2c458-8496-4092-bfaf-7ddc56466288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.073554] env[69220]: DEBUG nova.network.neutron [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Refreshing network info cache for port 94102055-abfd-45ce-b442-5c63aad994df {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.074333] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:7c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94102055-abfd-45ce-b442-5c63aad994df', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.084173] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Creating folder: Project (9cb4504a79614c6cbf0c25d7f77bc3e5). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.085211] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-283d98bf-55b5-4cda-80e7-6c695a808023 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.096929] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Created folder: Project (9cb4504a79614c6cbf0c25d7f77bc3e5) in parent group-v562703. [ 705.097236] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Creating folder: Instances. Parent ref: group-v562788. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.097575] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce24fabe-0680-459e-b6cd-25db4f8988f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.106674] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Created folder: Instances in parent group-v562788. [ 705.106972] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.107219] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.107458] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa2d7be6-eb8b-4d5b-929f-9dbda9ca66ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.127956] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.127956] env[69220]: value = "task-2800538" [ 705.127956] env[69220]: _type = "Task" [ 705.127956] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.135892] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800538, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.195987] env[69220]: INFO nova.compute.manager [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Took 49.85 seconds to build instance. [ 705.313513] env[69220]: DEBUG nova.compute.utils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.315666] env[69220]: DEBUG nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.315838] env[69220]: DEBUG nova.network.neutron [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.344629] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337383} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.344917] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.345810] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e14e3b-fd70-44f9-b7e3-b8827d56396a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.362556] env[69220]: DEBUG nova.network.neutron [-] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.372158] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] ea80840e-87c3-4387-b6a3-afc53f581203/ea80840e-87c3-4387-b6a3-afc53f581203.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.376123] env[69220]: INFO nova.compute.manager [-] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Took 0.76 seconds to deallocate network for instance. [ 705.376123] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ecc3eb2-de31-4c65-b11d-f5e853f1f4a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.392448] env[69220]: DEBUG nova.policy [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08953bc11bf64f0f9080b376133a935b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a5ead97ee6f4b5987a55cb3dd5b595f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.405266] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 705.405266] env[69220]: value = "task-2800539" [ 705.405266] env[69220]: _type = "Task" [ 705.405266] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.415413] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.517248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.639496] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800538, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.698286] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c881693-07f2-45f3-bc54-80c6c05f3f06 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.841s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.824114] env[69220]: DEBUG nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.903757] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.921144] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.139593] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800538, 'name': CreateVM_Task, 'duration_secs': 0.604514} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.139593] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.140373] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.140594] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.140920] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.144171] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb5061c-60a3-45a9-84e7-f985e2cdc788 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.151350] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 706.151350] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525efcac-7403-3fec-0f88-801fc39a37c9" [ 706.151350] env[69220]: _type = "Task" [ 706.151350] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.161092] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525efcac-7403-3fec-0f88-801fc39a37c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.201706] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.210016] env[69220]: DEBUG nova.network.neutron [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Successfully created port: 46a8062b-3ee3-4d95-911e-a71bd2924f09 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.314373] env[69220]: DEBUG nova.network.neutron [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Updated VIF entry in instance network info cache for port 94102055-abfd-45ce-b442-5c63aad994df. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.314691] env[69220]: DEBUG nova.network.neutron [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Updating instance_info_cache with network_info: [{"id": "94102055-abfd-45ce-b442-5c63aad994df", "address": "fa:16:3e:f4:7c:be", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94102055-ab", "ovs_interfaceid": "94102055-abfd-45ce-b442-5c63aad994df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.418975] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800539, 'name': ReconfigVM_Task, 'duration_secs': 0.549451} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.420260] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Reconfigured VM instance instance-0000001b to attach disk [datastore2] ea80840e-87c3-4387-b6a3-afc53f581203/ea80840e-87c3-4387-b6a3-afc53f581203.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.420260] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75e0e895-7c97-4050-9172-696d508771b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.432082] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 706.432082] env[69220]: value = "task-2800540" [ 706.432082] env[69220]: _type = "Task" [ 706.432082] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.444114] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800540, 'name': Rename_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.474226] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f937df99-cbfd-42c9-be2f-3b678c973891 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.483813] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d486d3-71f8-4b00-a44d-4587ce755e87 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.524528] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c14811-19a8-4709-8892-1deb668fa455 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.528541] env[69220]: DEBUG nova.compute.manager [req-69abd1b9-3f8b-4527-a8c8-e9f9ac29d39c req-7177b2b1-92f3-4bfa-a467-a26abcf2e9b0 service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Received event network-changed-ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.528770] env[69220]: DEBUG nova.compute.manager [req-69abd1b9-3f8b-4527-a8c8-e9f9ac29d39c req-7177b2b1-92f3-4bfa-a467-a26abcf2e9b0 service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Refreshing instance network info cache due to event network-changed-ef20773e-6537-485a-acc2-95c19467aea5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.529040] env[69220]: DEBUG oslo_concurrency.lockutils [req-69abd1b9-3f8b-4527-a8c8-e9f9ac29d39c req-7177b2b1-92f3-4bfa-a467-a26abcf2e9b0 service nova] Acquiring lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.529230] env[69220]: DEBUG oslo_concurrency.lockutils [req-69abd1b9-3f8b-4527-a8c8-e9f9ac29d39c req-7177b2b1-92f3-4bfa-a467-a26abcf2e9b0 service nova] Acquired lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.530228] env[69220]: DEBUG nova.network.neutron [req-69abd1b9-3f8b-4527-a8c8-e9f9ac29d39c req-7177b2b1-92f3-4bfa-a467-a26abcf2e9b0 service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Refreshing network info cache for port ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.537807] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3836199-d32d-4756-a030-41ebaf465243 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.556764] env[69220]: DEBUG nova.compute.provider_tree [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.662492] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525efcac-7403-3fec-0f88-801fc39a37c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.662791] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.663062] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.663357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.663468] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.663654] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.663943] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d55ddfb8-f72c-4bd7-b66a-2f46053cc04d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.676733] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.676960] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.677778] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7473a8b-146f-4275-890f-40da468d0ac8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.683698] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 706.683698] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520e6ed8-ddd3-cdc9-db07-7747f389a5ab" [ 706.683698] env[69220]: _type = "Task" [ 706.683698] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.693376] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520e6ed8-ddd3-cdc9-db07-7747f389a5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.724950] env[69220]: DEBUG nova.compute.manager [req-8caa9f2d-4462-46cb-a985-2cbeb4a97823 req-863e7f10-605f-4c7c-a569-2769d85c497a service nova] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Received event network-vif-deleted-dd733f91-a99a-4ac8-aadf-1d8a7fd632c9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.739200] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.820954] env[69220]: DEBUG oslo_concurrency.lockutils [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] Releasing lock "refresh_cache-16b2c458-8496-4092-bfaf-7ddc56466288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.820954] env[69220]: DEBUG nova.compute.manager [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Received event network-vif-deleted-352a3116-ee17-4c5c-8345-3536a0db990f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.820954] env[69220]: INFO nova.compute.manager [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Neutron deleted interface 352a3116-ee17-4c5c-8345-3536a0db990f; detaching it from the instance and deleting it from the info cache [ 706.820954] env[69220]: DEBUG nova.network.neutron [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.843114] env[69220]: DEBUG nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.869127] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.869127] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.869127] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.869127] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.869127] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.869759] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.870203] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.870482] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.870760] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.871054] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.871340] env[69220]: DEBUG nova.virt.hardware [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.872702] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c7c6e6-3895-4931-8562-d2aae5b668b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.884991] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe1d02-dc55-4b48-a9ee-ef6c0792484c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.942834] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800540, 'name': Rename_Task, 'duration_secs': 0.18281} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.943655] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.943655] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b2de88c-c3c8-4639-8872-8c14dba1ce1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.952617] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 706.952617] env[69220]: value = "task-2800541" [ 706.952617] env[69220]: _type = "Task" [ 706.952617] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.962410] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.088354] env[69220]: ERROR nova.scheduler.client.report [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [req-3120d325-6a50-4aa7-a3cb-65e688713f90] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3120d325-6a50-4aa7-a3cb-65e688713f90"}]} [ 707.110445] env[69220]: DEBUG nova.scheduler.client.report [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 707.127067] env[69220]: DEBUG nova.scheduler.client.report [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 707.127302] env[69220]: DEBUG nova.compute.provider_tree [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.142731] env[69220]: DEBUG nova.scheduler.client.report [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 707.174825] env[69220]: DEBUG nova.scheduler.client.report [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 707.195418] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520e6ed8-ddd3-cdc9-db07-7747f389a5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015322} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.196469] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6047a4da-4162-4f43-9e8f-d87ba67ef787 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.206854] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 707.206854] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526b590b-3c5e-decb-39b4-28da48950eb5" [ 707.206854] env[69220]: _type = "Task" [ 707.206854] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.217361] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526b590b-3c5e-decb-39b4-28da48950eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.301967] env[69220]: DEBUG nova.network.neutron [req-69abd1b9-3f8b-4527-a8c8-e9f9ac29d39c req-7177b2b1-92f3-4bfa-a467-a26abcf2e9b0 service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Updated VIF entry in instance network info cache for port ef20773e-6537-485a-acc2-95c19467aea5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.302395] env[69220]: DEBUG nova.network.neutron [req-69abd1b9-3f8b-4527-a8c8-e9f9ac29d39c req-7177b2b1-92f3-4bfa-a467-a26abcf2e9b0 service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Updating instance_info_cache with network_info: [{"id": "ef20773e-6537-485a-acc2-95c19467aea5", "address": "fa:16:3e:ca:12:9d", "network": {"id": "fe13a477-de7f-4e3c-a12f-8a302fb51cb8", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-225340482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd4ca5f853e044e39b856f7beb996769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20773e-65", "ovs_interfaceid": "ef20773e-6537-485a-acc2-95c19467aea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.326732] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33da9141-789c-4c3b-a2b2-40a7a733d124 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.336940] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba76905-7f97-4685-90df-804779d6b130 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.380790] env[69220]: DEBUG nova.compute.manager [req-0ef0c89d-0e61-44db-aed4-f52d27adbfb2 req-3430bef0-a9bd-4c14-9513-915b4522ab8b service nova] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Detach interface failed, port_id=352a3116-ee17-4c5c-8345-3536a0db990f, reason: Instance b67b2f26-bb01-45c5-abb3-e63da889b324 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 707.463875] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800541, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.719083] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526b590b-3c5e-decb-39b4-28da48950eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.016275} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.719931] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.719931] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 16b2c458-8496-4092-bfaf-7ddc56466288/16b2c458-8496-4092-bfaf-7ddc56466288.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.722781] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0cfbffd-8f74-4ca2-bc73-e6f179f68cbe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.729451] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 707.729451] env[69220]: value = "task-2800542" [ 707.729451] env[69220]: _type = "Task" [ 707.729451] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.739836] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.761359] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25155142-c301-4a7b-8b29-0f4fce753f4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.769157] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099e7e31-66d9-4179-a232-ea7f21cf4a9d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.802160] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf4ff1-b6d8-4b81-92aa-8ccaa8761996 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.809161] env[69220]: DEBUG oslo_concurrency.lockutils [req-69abd1b9-3f8b-4527-a8c8-e9f9ac29d39c req-7177b2b1-92f3-4bfa-a467-a26abcf2e9b0 service nova] Releasing lock "refresh_cache-1dc9c045-37cd-4b5a-b465-aef0164fdfaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.810679] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5365234-be7e-45a9-a588-0ac60a34250a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.827223] env[69220]: DEBUG nova.compute.provider_tree [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.956119] env[69220]: DEBUG nova.network.neutron [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Successfully updated port: 46a8062b-3ee3-4d95-911e-a71bd2924f09 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.967679] env[69220]: DEBUG oslo_vmware.api [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800541, 'name': PowerOnVM_Task, 'duration_secs': 0.658621} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.968773] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.968773] env[69220]: INFO nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Took 9.02 seconds to spawn the instance on the hypervisor. [ 707.968773] env[69220]: DEBUG nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.969317] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f12a9-af2d-48a4-a833-30201db36168 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.241131] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800542, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.364322] env[69220]: DEBUG nova.scheduler.client.report [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 708.364760] env[69220]: DEBUG nova.compute.provider_tree [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 55 to 56 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 708.365051] env[69220]: DEBUG nova.compute.provider_tree [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.461733] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquiring lock "refresh_cache-2f1a2017-62f4-441d-a40c-83158d1a5cb6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.461864] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquired lock "refresh_cache-2f1a2017-62f4-441d-a40c-83158d1a5cb6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.462030] env[69220]: DEBUG nova.network.neutron [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.486887] env[69220]: INFO nova.compute.manager [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Took 47.15 seconds to build instance. [ 708.740888] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83734} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.741202] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 16b2c458-8496-4092-bfaf-7ddc56466288/16b2c458-8496-4092-bfaf-7ddc56466288.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.741425] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.741678] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1179d5dd-d999-48dd-a0f4-c4ca3c7d44ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.749094] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 708.749094] env[69220]: value = "task-2800543" [ 708.749094] env[69220]: _type = "Task" [ 708.749094] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.757722] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.766201] env[69220]: DEBUG nova.compute.manager [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Received event network-vif-plugged-46a8062b-3ee3-4d95-911e-a71bd2924f09 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.767355] env[69220]: DEBUG oslo_concurrency.lockutils [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] Acquiring lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.767355] env[69220]: DEBUG oslo_concurrency.lockutils [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] Lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.767355] env[69220]: DEBUG oslo_concurrency.lockutils [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] Lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.767355] env[69220]: DEBUG nova.compute.manager [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] No waiting events found dispatching network-vif-plugged-46a8062b-3ee3-4d95-911e-a71bd2924f09 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.767355] env[69220]: WARNING nova.compute.manager [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Received unexpected event network-vif-plugged-46a8062b-3ee3-4d95-911e-a71bd2924f09 for instance with vm_state building and task_state spawning. [ 708.767355] env[69220]: DEBUG nova.compute.manager [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Received event network-changed-46a8062b-3ee3-4d95-911e-a71bd2924f09 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.767892] env[69220]: DEBUG nova.compute.manager [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Refreshing instance network info cache due to event network-changed-46a8062b-3ee3-4d95-911e-a71bd2924f09. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.767892] env[69220]: DEBUG oslo_concurrency.lockutils [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] Acquiring lock "refresh_cache-2f1a2017-62f4-441d-a40c-83158d1a5cb6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.871178] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.067s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.871745] env[69220]: DEBUG nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.874716] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.057s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.876106] env[69220]: INFO nova.compute.claims [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.988880] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0e1b84c0-995a-410a-a8dc-56fcbaca27c6 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "ea80840e-87c3-4387-b6a3-afc53f581203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.003s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.000282] env[69220]: DEBUG nova.network.neutron [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.126392] env[69220]: DEBUG nova.network.neutron [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Updating instance_info_cache with network_info: [{"id": "46a8062b-3ee3-4d95-911e-a71bd2924f09", "address": "fa:16:3e:7d:18:9c", "network": {"id": "651b4686-5e2b-4b3b-96ed-e8b3ee102fae", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-256476914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a5ead97ee6f4b5987a55cb3dd5b595f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a8062b-3e", "ovs_interfaceid": "46a8062b-3ee3-4d95-911e-a71bd2924f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.261391] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067447} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.261747] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.263133] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e869895-63c3-42df-9072-5dfd289b1e3d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.286419] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 16b2c458-8496-4092-bfaf-7ddc56466288/16b2c458-8496-4092-bfaf-7ddc56466288.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.287047] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8580a99b-dca3-409d-ad79-ff6ec53a2a19 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.307531] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 709.307531] env[69220]: value = "task-2800544" [ 709.307531] env[69220]: _type = "Task" [ 709.307531] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.317643] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.383079] env[69220]: DEBUG nova.compute.utils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.385602] env[69220]: DEBUG nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.386097] env[69220]: DEBUG nova.network.neutron [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.436220] env[69220]: DEBUG nova.policy [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd980b3df51054330a79e9a719f91e6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e90b5a33464c81b92fd1859faf0752', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.491457] env[69220]: DEBUG nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.629234] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Releasing lock "refresh_cache-2f1a2017-62f4-441d-a40c-83158d1a5cb6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.633020] env[69220]: DEBUG nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Instance network_info: |[{"id": "46a8062b-3ee3-4d95-911e-a71bd2924f09", "address": "fa:16:3e:7d:18:9c", "network": {"id": "651b4686-5e2b-4b3b-96ed-e8b3ee102fae", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-256476914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a5ead97ee6f4b5987a55cb3dd5b595f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a8062b-3e", "ovs_interfaceid": "46a8062b-3ee3-4d95-911e-a71bd2924f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.633020] env[69220]: DEBUG oslo_concurrency.lockutils [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] Acquired lock "refresh_cache-2f1a2017-62f4-441d-a40c-83158d1a5cb6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.633020] env[69220]: DEBUG nova.network.neutron [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Refreshing network info cache for port 46a8062b-3ee3-4d95-911e-a71bd2924f09 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.633020] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:18:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46a8062b-3ee3-4d95-911e-a71bd2924f09', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.641274] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Creating folder: Project (2a5ead97ee6f4b5987a55cb3dd5b595f). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.645361] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dcf2d95-569f-4d0b-a274-0d7001e4a899 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.657659] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Created folder: Project (2a5ead97ee6f4b5987a55cb3dd5b595f) in parent group-v562703. [ 709.657888] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Creating folder: Instances. Parent ref: group-v562791. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.658185] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9273f28-ff5c-4858-8d64-27b3fe49eba3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.670333] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Created folder: Instances in parent group-v562791. [ 709.670561] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.670744] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.670972] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23ac7356-0aba-48ec-8317-962df904c5f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.689876] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.689876] env[69220]: value = "task-2800547" [ 709.689876] env[69220]: _type = "Task" [ 709.689876] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.697757] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800547, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.820740] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.824211] env[69220]: DEBUG nova.network.neutron [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Successfully created port: 9cda38f8-7550-46f8-8328-0094417f1f33 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.886702] env[69220]: DEBUG nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.995616] env[69220]: DEBUG nova.network.neutron [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Updated VIF entry in instance network info cache for port 46a8062b-3ee3-4d95-911e-a71bd2924f09. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.995963] env[69220]: DEBUG nova.network.neutron [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Updating instance_info_cache with network_info: [{"id": "46a8062b-3ee3-4d95-911e-a71bd2924f09", "address": "fa:16:3e:7d:18:9c", "network": {"id": "651b4686-5e2b-4b3b-96ed-e8b3ee102fae", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-256476914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a5ead97ee6f4b5987a55cb3dd5b595f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a8062b-3e", "ovs_interfaceid": "46a8062b-3ee3-4d95-911e-a71bd2924f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.019798] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.200249] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800547, 'name': CreateVM_Task, 'duration_secs': 0.394289} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.203102] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.204069] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.204256] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.204610] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.204866] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2791abf-4908-44bf-a164-11762d499f78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.210423] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 710.210423] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d32703-9ef8-5260-0eff-34e77336e262" [ 710.210423] env[69220]: _type = "Task" [ 710.210423] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.221898] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d32703-9ef8-5260-0eff-34e77336e262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.322865] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800544, 'name': ReconfigVM_Task, 'duration_secs': 0.556426} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.323204] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 16b2c458-8496-4092-bfaf-7ddc56466288/16b2c458-8496-4092-bfaf-7ddc56466288.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.325299] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da69745-dd0e-414a-81bb-457c377c48d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.332482] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 710.332482] env[69220]: value = "task-2800548" [ 710.332482] env[69220]: _type = "Task" [ 710.332482] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.343996] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800548, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.402287] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be399380-1b1d-4562-855d-046e9d6f246b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.408438] env[69220]: DEBUG oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526725d0-f6bc-8589-1211-eee515b5763e/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 710.409469] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f08c058-9575-4574-b738-72a43ca88a31 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.419366] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e73fe-8e84-44ae-be2a-115172b7fc5f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.422823] env[69220]: DEBUG oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526725d0-f6bc-8589-1211-eee515b5763e/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 710.423112] env[69220]: ERROR oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526725d0-f6bc-8589-1211-eee515b5763e/disk-0.vmdk due to incomplete transfer. [ 710.423430] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16d90884-16a7-4951-9cb6-e70bcfef97ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.457810] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d8493-ebf9-4997-b5ef-2770259f13bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.462168] env[69220]: DEBUG oslo_vmware.rw_handles [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526725d0-f6bc-8589-1211-eee515b5763e/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 710.462522] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Uploaded image 6da9e47f-9029-44ea-a925-f109f6142cfb to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 710.465123] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 710.465805] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-726e5e6a-97b9-4ed0-a39d-aac0a606a995 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.474787] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a6b69b-363b-4c57-9507-fab73d401d46 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.478731] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 710.478731] env[69220]: value = "task-2800549" [ 710.478731] env[69220]: _type = "Task" [ 710.478731] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.491178] env[69220]: DEBUG nova.compute.provider_tree [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.501834] env[69220]: DEBUG oslo_concurrency.lockutils [req-ba49ade0-23d5-4ef3-94a6-93783272133a req-9bb4d654-378e-45e0-a797-f62f3b58103c service nova] Releasing lock "refresh_cache-2f1a2017-62f4-441d-a40c-83158d1a5cb6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.502390] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800549, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.660446] env[69220]: DEBUG nova.compute.manager [req-4c67793d-cfe0-4f10-8e71-6a59509efc3f req-0c3f408b-c4c7-47e3-9547-28023a6a170f service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Received event network-changed-2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.660579] env[69220]: DEBUG nova.compute.manager [req-4c67793d-cfe0-4f10-8e71-6a59509efc3f req-0c3f408b-c4c7-47e3-9547-28023a6a170f service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Refreshing instance network info cache due to event network-changed-2d53333b-e4d1-4862-bf34-eca4170d9bee. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.661286] env[69220]: DEBUG oslo_concurrency.lockutils [req-4c67793d-cfe0-4f10-8e71-6a59509efc3f req-0c3f408b-c4c7-47e3-9547-28023a6a170f service nova] Acquiring lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.661454] env[69220]: DEBUG oslo_concurrency.lockutils [req-4c67793d-cfe0-4f10-8e71-6a59509efc3f req-0c3f408b-c4c7-47e3-9547-28023a6a170f service nova] Acquired lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.661615] env[69220]: DEBUG nova.network.neutron [req-4c67793d-cfe0-4f10-8e71-6a59509efc3f req-0c3f408b-c4c7-47e3-9547-28023a6a170f service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Refreshing network info cache for port 2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.720202] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d32703-9ef8-5260-0eff-34e77336e262, 'name': SearchDatastore_Task, 'duration_secs': 0.01351} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.720503] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.720778] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.720960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.721132] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.721308] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.721560] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-814f37b7-2c71-4fd6-a330-a019d14372b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.733252] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.733427] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.734149] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3af152-584b-4be0-b144-7e415816e48a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.739258] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 710.739258] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bc5e0c-dbc6-cc65-6cd5-8d6bfbd108c0" [ 710.739258] env[69220]: _type = "Task" [ 710.739258] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.746799] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bc5e0c-dbc6-cc65-6cd5-8d6bfbd108c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.844422] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800548, 'name': Rename_Task, 'duration_secs': 0.169142} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.844906] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.844994] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2259119e-99bb-4864-8397-2d784b93e337 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.855049] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 710.855049] env[69220]: value = "task-2800550" [ 710.855049] env[69220]: _type = "Task" [ 710.855049] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.862160] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.909472] env[69220]: DEBUG nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.943704] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.943967] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.944140] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.944326] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.944468] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.944610] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.944817] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.944975] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.945161] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.945322] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.945522] env[69220]: DEBUG nova.virt.hardware [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.946438] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e46da3-86f0-49f1-b579-32902c2b2c43 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.955042] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952b3fbb-6eb9-47a7-9b26-68272a79a3cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.988034] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800549, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.035093] env[69220]: DEBUG nova.scheduler.client.report [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 711.035454] env[69220]: DEBUG nova.compute.provider_tree [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 56 to 57 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 711.035922] env[69220]: DEBUG nova.compute.provider_tree [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.251102] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bc5e0c-dbc6-cc65-6cd5-8d6bfbd108c0, 'name': SearchDatastore_Task, 'duration_secs': 0.045276} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.252114] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f414c772-23af-4566-956c-b0560ad6b328 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.258042] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 711.258042] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52805347-51ce-e922-e9fc-6e36f8ff8357" [ 711.258042] env[69220]: _type = "Task" [ 711.258042] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.266399] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52805347-51ce-e922-e9fc-6e36f8ff8357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.363148] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.490904] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800549, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.528885] env[69220]: DEBUG nova.network.neutron [req-4c67793d-cfe0-4f10-8e71-6a59509efc3f req-0c3f408b-c4c7-47e3-9547-28023a6a170f service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updated VIF entry in instance network info cache for port 2d53333b-e4d1-4862-bf34-eca4170d9bee. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.529574] env[69220]: DEBUG nova.network.neutron [req-4c67793d-cfe0-4f10-8e71-6a59509efc3f req-0c3f408b-c4c7-47e3-9547-28023a6a170f service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updating instance_info_cache with network_info: [{"id": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "address": "fa:16:3e:5a:63:3e", "network": {"id": "f8e18530-7b13-4338-a479-344e0cd8c38b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1769206472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6158d4100324312bd3a3115810a34d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53333b-e4", "ovs_interfaceid": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.544095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.544386] env[69220]: DEBUG nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.547691] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.241s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.547917] env[69220]: DEBUG nova.objects.instance [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lazy-loading 'resources' on Instance uuid 12a88bb1-749a-4eff-91d0-e0929a530f8e {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.559204] env[69220]: DEBUG nova.network.neutron [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Successfully updated port: 9cda38f8-7550-46f8-8328-0094417f1f33 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.691743] env[69220]: DEBUG nova.compute.manager [req-1482d2c6-864a-4646-b47a-3bb9cca78f6d req-8d006459-abd7-4c78-9462-c34c6e0a816c service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Received event network-vif-plugged-9cda38f8-7550-46f8-8328-0094417f1f33 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.691910] env[69220]: DEBUG oslo_concurrency.lockutils [req-1482d2c6-864a-4646-b47a-3bb9cca78f6d req-8d006459-abd7-4c78-9462-c34c6e0a816c service nova] Acquiring lock "fd76250a-069e-4ac2-a19a-1b403dead67b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.692126] env[69220]: DEBUG oslo_concurrency.lockutils [req-1482d2c6-864a-4646-b47a-3bb9cca78f6d req-8d006459-abd7-4c78-9462-c34c6e0a816c service nova] Lock "fd76250a-069e-4ac2-a19a-1b403dead67b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.692294] env[69220]: DEBUG oslo_concurrency.lockutils [req-1482d2c6-864a-4646-b47a-3bb9cca78f6d req-8d006459-abd7-4c78-9462-c34c6e0a816c service nova] Lock "fd76250a-069e-4ac2-a19a-1b403dead67b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.692456] env[69220]: DEBUG nova.compute.manager [req-1482d2c6-864a-4646-b47a-3bb9cca78f6d req-8d006459-abd7-4c78-9462-c34c6e0a816c service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] No waiting events found dispatching network-vif-plugged-9cda38f8-7550-46f8-8328-0094417f1f33 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.692615] env[69220]: WARNING nova.compute.manager [req-1482d2c6-864a-4646-b47a-3bb9cca78f6d req-8d006459-abd7-4c78-9462-c34c6e0a816c service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Received unexpected event network-vif-plugged-9cda38f8-7550-46f8-8328-0094417f1f33 for instance with vm_state building and task_state spawning. [ 711.768284] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52805347-51ce-e922-e9fc-6e36f8ff8357, 'name': SearchDatastore_Task, 'duration_secs': 0.042496} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.768623] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.768812] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 2f1a2017-62f4-441d-a40c-83158d1a5cb6/2f1a2017-62f4-441d-a40c-83158d1a5cb6.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.769103] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2602950c-ae94-4b87-97e6-b70c51c9947a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.776496] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 711.776496] env[69220]: value = "task-2800551" [ 711.776496] env[69220]: _type = "Task" [ 711.776496] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.784636] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.862854] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.992936] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800549, 'name': Destroy_Task, 'duration_secs': 1.08098} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.993119] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Destroyed the VM [ 711.993368] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 711.993705] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fdc8ff31-a31c-4b7c-aa3b-78bc5d1d313b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.001382] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 712.001382] env[69220]: value = "task-2800552" [ 712.001382] env[69220]: _type = "Task" [ 712.001382] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.010495] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800552, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.035640] env[69220]: DEBUG oslo_concurrency.lockutils [req-4c67793d-cfe0-4f10-8e71-6a59509efc3f req-0c3f408b-c4c7-47e3-9547-28023a6a170f service nova] Releasing lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.052524] env[69220]: DEBUG nova.compute.utils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.057505] env[69220]: DEBUG nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.057713] env[69220]: DEBUG nova.network.neutron [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.064135] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "refresh_cache-fd76250a-069e-4ac2-a19a-1b403dead67b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.064217] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "refresh_cache-fd76250a-069e-4ac2-a19a-1b403dead67b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.064384] env[69220]: DEBUG nova.network.neutron [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.103210] env[69220]: DEBUG nova.policy [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40259044ff3b4b738ddf9567eee0b165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80e6f4faf94456f87323ac8eca2a8c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.287567] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800551, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.367992] env[69220]: DEBUG oslo_vmware.api [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800550, 'name': PowerOnVM_Task, 'duration_secs': 1.118505} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.373862] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.374082] env[69220]: INFO nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Took 10.64 seconds to spawn the instance on the hypervisor. [ 712.374309] env[69220]: DEBUG nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.375468] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fddee02-a7ac-405e-b649-50813542052a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.428340] env[69220]: DEBUG nova.network.neutron [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Successfully created port: ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.516861] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800552, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.558751] env[69220]: DEBUG nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.620908] env[69220]: DEBUG nova.network.neutron [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.672017] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1e37a5-5b4d-4383-98e2-655b2a85add1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.684965] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3550f6d-a573-4356-944e-ad60f8b8a5d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.719691] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e99bd8e-cadd-4d69-b4f0-60c6c56b66b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.729087] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a0ce1-1635-43a3-8ea3-24b78b1c10eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.742945] env[69220]: DEBUG nova.compute.provider_tree [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.788945] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796335} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.789392] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 2f1a2017-62f4-441d-a40c-83158d1a5cb6/2f1a2017-62f4-441d-a40c-83158d1a5cb6.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.789630] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.789866] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9320a63b-6556-4d5e-8259-50f0b0920892 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.796716] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 712.796716] env[69220]: value = "task-2800553" [ 712.796716] env[69220]: _type = "Task" [ 712.796716] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.804893] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.853847] env[69220]: DEBUG nova.network.neutron [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Updating instance_info_cache with network_info: [{"id": "9cda38f8-7550-46f8-8328-0094417f1f33", "address": "fa:16:3e:31:a6:70", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cda38f8-75", "ovs_interfaceid": "9cda38f8-7550-46f8-8328-0094417f1f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.898512] env[69220]: INFO nova.compute.manager [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Took 50.32 seconds to build instance. [ 713.017078] env[69220]: DEBUG oslo_vmware.api [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800552, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890654} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.017078] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 713.017078] env[69220]: INFO nova.compute.manager [None req-48b9e2a9-535c-4fce-a1d8-3a6172790938 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Took 18.42 seconds to snapshot the instance on the hypervisor. [ 713.246084] env[69220]: DEBUG nova.scheduler.client.report [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.308017] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072123} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.310368] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.311229] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da60de2-3778-4647-b1f6-b0a6ad967fd6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.340752] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 2f1a2017-62f4-441d-a40c-83158d1a5cb6/2f1a2017-62f4-441d-a40c-83158d1a5cb6.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.341237] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4517e497-7d77-40f7-803a-625da3c423f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.356426] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "refresh_cache-fd76250a-069e-4ac2-a19a-1b403dead67b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.356757] env[69220]: DEBUG nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Instance network_info: |[{"id": "9cda38f8-7550-46f8-8328-0094417f1f33", "address": "fa:16:3e:31:a6:70", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cda38f8-75", "ovs_interfaceid": "9cda38f8-7550-46f8-8328-0094417f1f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.357152] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:a6:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cda38f8-7550-46f8-8328-0094417f1f33', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.364602] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Creating folder: Project (38e90b5a33464c81b92fd1859faf0752). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.366101] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d228a8f3-6afb-4bdf-aa08-63207c6319fb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.367890] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 713.367890] env[69220]: value = "task-2800554" [ 713.367890] env[69220]: _type = "Task" [ 713.367890] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.376107] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.378522] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Created folder: Project (38e90b5a33464c81b92fd1859faf0752) in parent group-v562703. [ 713.378711] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Creating folder: Instances. Parent ref: group-v562794. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.378954] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9261a2e-49cd-440b-842d-c0da3d8bf217 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.387771] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Created folder: Instances in parent group-v562794. [ 713.388158] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.388356] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.388559] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4754c50-4cd9-4614-b19f-05914e4d1c82 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.410443] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.410443] env[69220]: value = "task-2800557" [ 713.410443] env[69220]: _type = "Task" [ 713.410443] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.418198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab241af-5418-45b0-8bd1-c4b7110597b3 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "16b2c458-8496-4092-bfaf-7ddc56466288" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.114s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.418397] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800557, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.571263] env[69220]: DEBUG nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.600802] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.601095] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.601283] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.601575] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.601831] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.602028] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.602263] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.602427] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.602631] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.602801] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.602973] env[69220]: DEBUG nova.virt.hardware [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.603868] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272c7a20-17b6-4dc7-93a3-42057f3b1274 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.613330] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4659404d-9092-4a50-aa81-53e44fc0fa14 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.751683] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.754290] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.280s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.754556] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.754777] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 713.755234] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.642s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.757422] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771327a4-ec18-4d65-95e3-8e599b4bad68 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.766593] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669211ad-fd9f-4d38-b32e-d9bffb214af2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.788272] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85917cc9-05e8-461a-ad7f-5f0c2c828c23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.791203] env[69220]: INFO nova.scheduler.client.report [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Deleted allocations for instance 12a88bb1-749a-4eff-91d0-e0929a530f8e [ 713.798414] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c551d6d9-d8aa-4064-8a29-78c5351f90fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.831912] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179892MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 713.831912] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.879678] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800554, 'name': ReconfigVM_Task, 'duration_secs': 0.295057} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.880024] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 2f1a2017-62f4-441d-a40c-83158d1a5cb6/2f1a2017-62f4-441d-a40c-83158d1a5cb6.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.881033] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6da43f59-74a6-42b1-bf70-1d6f5b6b3393 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.888191] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 713.888191] env[69220]: value = "task-2800558" [ 713.888191] env[69220]: _type = "Task" [ 713.888191] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.895992] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800558, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.920463] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800557, 'name': CreateVM_Task, 'duration_secs': 0.364411} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.920825] env[69220]: DEBUG nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.923256] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.923908] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.924479] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.924810] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.925495] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec11798-3b2d-4890-8451-3b14ad93351c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.930649] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 713.930649] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522824bd-ca64-a694-12ce-70893cd9e88d" [ 713.930649] env[69220]: _type = "Task" [ 713.930649] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.940115] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522824bd-ca64-a694-12ce-70893cd9e88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.050993] env[69220]: DEBUG nova.network.neutron [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Successfully updated port: ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.299438] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6c188057-8d11-4536-9dfe-3a85426ef303 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "12a88bb1-749a-4eff-91d0-e0929a530f8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.866s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.406728] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800558, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.441345] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522824bd-ca64-a694-12ce-70893cd9e88d, 'name': SearchDatastore_Task, 'duration_secs': 0.014429} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.441345] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.441474] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.441646] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.441783] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.441952] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.444730] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0130dc4-3304-473e-9592-c2d3f6bbf658 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.447356] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.450037] env[69220]: DEBUG nova.compute.manager [req-e978d037-975b-48cb-be74-fd664efc9db5 req-a643d85f-9bb5-4806-8878-59943fa755a0 service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Received event network-changed-9cda38f8-7550-46f8-8328-0094417f1f33 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.450250] env[69220]: DEBUG nova.compute.manager [req-e978d037-975b-48cb-be74-fd664efc9db5 req-a643d85f-9bb5-4806-8878-59943fa755a0 service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Refreshing instance network info cache due to event network-changed-9cda38f8-7550-46f8-8328-0094417f1f33. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.450416] env[69220]: DEBUG oslo_concurrency.lockutils [req-e978d037-975b-48cb-be74-fd664efc9db5 req-a643d85f-9bb5-4806-8878-59943fa755a0 service nova] Acquiring lock "refresh_cache-fd76250a-069e-4ac2-a19a-1b403dead67b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.450657] env[69220]: DEBUG oslo_concurrency.lockutils [req-e978d037-975b-48cb-be74-fd664efc9db5 req-a643d85f-9bb5-4806-8878-59943fa755a0 service nova] Acquired lock "refresh_cache-fd76250a-069e-4ac2-a19a-1b403dead67b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.450746] env[69220]: DEBUG nova.network.neutron [req-e978d037-975b-48cb-be74-fd664efc9db5 req-a643d85f-9bb5-4806-8878-59943fa755a0 service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Refreshing network info cache for port 9cda38f8-7550-46f8-8328-0094417f1f33 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.454008] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.454196] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.455489] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1d2d5f-768b-4e6b-8e57-7e0d8b14bf88 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.465703] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 714.465703] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ac43c7-2c53-0599-bfb8-2673378a3d26" [ 714.465703] env[69220]: _type = "Task" [ 714.465703] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.475062] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ac43c7-2c53-0599-bfb8-2673378a3d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.507740] env[69220]: DEBUG nova.compute.manager [req-8ad8f9c8-8839-47b4-be76-3e43e046620b req-67c387e1-b7fa-4e41-bf62-d5a150a5bcd8 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Received event network-changed-2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.507931] env[69220]: DEBUG nova.compute.manager [req-8ad8f9c8-8839-47b4-be76-3e43e046620b req-67c387e1-b7fa-4e41-bf62-d5a150a5bcd8 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Refreshing instance network info cache due to event network-changed-2d53333b-e4d1-4862-bf34-eca4170d9bee. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.508155] env[69220]: DEBUG oslo_concurrency.lockutils [req-8ad8f9c8-8839-47b4-be76-3e43e046620b req-67c387e1-b7fa-4e41-bf62-d5a150a5bcd8 service nova] Acquiring lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.508363] env[69220]: DEBUG oslo_concurrency.lockutils [req-8ad8f9c8-8839-47b4-be76-3e43e046620b req-67c387e1-b7fa-4e41-bf62-d5a150a5bcd8 service nova] Acquired lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.508527] env[69220]: DEBUG nova.network.neutron [req-8ad8f9c8-8839-47b4-be76-3e43e046620b req-67c387e1-b7fa-4e41-bf62-d5a150a5bcd8 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Refreshing network info cache for port 2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.557905] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.558914] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquired lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.559211] env[69220]: DEBUG nova.network.neutron [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.792443] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6c2dd4-39d9-431f-8d4e-59dabc543565 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.800288] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a960d-1fb4-4027-b527-b783ad5602f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.836557] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42aaaa2-789d-48ee-a08a-262411e93cef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.844297] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f419636a-7dbc-4bf1-a9e8-cc7a449b5fa6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.859236] env[69220]: DEBUG nova.compute.provider_tree [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.898881] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800558, 'name': Rename_Task, 'duration_secs': 0.519232} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.899213] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.899466] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-033a13a9-ede9-4c3e-a0f7-38e51369a7b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.905110] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 714.905110] env[69220]: value = "task-2800559" [ 714.905110] env[69220]: _type = "Task" [ 714.905110] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.912497] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.974934] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ac43c7-2c53-0599-bfb8-2673378a3d26, 'name': SearchDatastore_Task, 'duration_secs': 0.016429} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.975753] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78715dd2-fe02-44da-8da9-8fad52563ccf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.981146] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 714.981146] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5264ad43-2b59-689b-120b-2c08595f543c" [ 714.981146] env[69220]: _type = "Task" [ 714.981146] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.989227] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5264ad43-2b59-689b-120b-2c08595f543c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.103965] env[69220]: DEBUG nova.network.neutron [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.111405] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "8359ec7b-651f-4200-927b-3883d8c1297f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.111628] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "8359ec7b-651f-4200-927b-3883d8c1297f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.269518] env[69220]: DEBUG nova.network.neutron [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updating instance_info_cache with network_info: [{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.367910] env[69220]: DEBUG nova.scheduler.client.report [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.404631] env[69220]: DEBUG nova.network.neutron [req-e978d037-975b-48cb-be74-fd664efc9db5 req-a643d85f-9bb5-4806-8878-59943fa755a0 service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Updated VIF entry in instance network info cache for port 9cda38f8-7550-46f8-8328-0094417f1f33. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.404631] env[69220]: DEBUG nova.network.neutron [req-e978d037-975b-48cb-be74-fd664efc9db5 req-a643d85f-9bb5-4806-8878-59943fa755a0 service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Updating instance_info_cache with network_info: [{"id": "9cda38f8-7550-46f8-8328-0094417f1f33", "address": "fa:16:3e:31:a6:70", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cda38f8-75", "ovs_interfaceid": "9cda38f8-7550-46f8-8328-0094417f1f33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.419145] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.481130] env[69220]: DEBUG nova.network.neutron [req-8ad8f9c8-8839-47b4-be76-3e43e046620b req-67c387e1-b7fa-4e41-bf62-d5a150a5bcd8 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updated VIF entry in instance network info cache for port 2d53333b-e4d1-4862-bf34-eca4170d9bee. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.481987] env[69220]: DEBUG nova.network.neutron [req-8ad8f9c8-8839-47b4-be76-3e43e046620b req-67c387e1-b7fa-4e41-bf62-d5a150a5bcd8 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updating instance_info_cache with network_info: [{"id": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "address": "fa:16:3e:5a:63:3e", "network": {"id": "f8e18530-7b13-4338-a479-344e0cd8c38b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1769206472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6158d4100324312bd3a3115810a34d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d53333b-e4", "ovs_interfaceid": "2d53333b-e4d1-4862-bf34-eca4170d9bee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.499147] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5264ad43-2b59-689b-120b-2c08595f543c, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.502679] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.503110] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] fd76250a-069e-4ac2-a19a-1b403dead67b/fd76250a-069e-4ac2-a19a-1b403dead67b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.506935] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6fce47e-82ee-4dd2-837a-b916d8c27abc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.516254] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 715.516254] env[69220]: value = "task-2800560" [ 715.516254] env[69220]: _type = "Task" [ 715.516254] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.531330] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.773033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Releasing lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.773226] env[69220]: DEBUG nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Instance network_info: |[{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.773929] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:97:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca7bf3e0-2582-4aac-b31c-2099086a6a98', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.784947] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Creating folder: Project (b80e6f4faf94456f87323ac8eca2a8c6). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.785832] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a67b1e8-11c0-473b-811a-664643871cc9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.802031] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Created folder: Project (b80e6f4faf94456f87323ac8eca2a8c6) in parent group-v562703. [ 715.802031] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Creating folder: Instances. Parent ref: group-v562797. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.802031] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-228687bc-1aa5-403d-9aab-394d3b74eea9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.809137] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Created folder: Instances in parent group-v562797. [ 715.809374] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.809567] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.809823] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af84af4f-388c-4c4c-abd4-9ffbf00f79a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.829150] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.829150] env[69220]: value = "task-2800563" [ 715.829150] env[69220]: _type = "Task" [ 715.829150] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.836853] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800563, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.906339] env[69220]: DEBUG oslo_concurrency.lockutils [req-e978d037-975b-48cb-be74-fd664efc9db5 req-a643d85f-9bb5-4806-8878-59943fa755a0 service nova] Releasing lock "refresh_cache-fd76250a-069e-4ac2-a19a-1b403dead67b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.917978] env[69220]: DEBUG oslo_vmware.api [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800559, 'name': PowerOnVM_Task, 'duration_secs': 0.892758} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.918483] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.918737] env[69220]: INFO nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Took 9.08 seconds to spawn the instance on the hypervisor. [ 715.918978] env[69220]: DEBUG nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.920169] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944dce7-51b7-45af-a277-633975c17d80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.985324] env[69220]: DEBUG oslo_concurrency.lockutils [req-8ad8f9c8-8839-47b4-be76-3e43e046620b req-67c387e1-b7fa-4e41-bf62-d5a150a5bcd8 service nova] Releasing lock "refresh_cache-ea80840e-87c3-4387-b6a3-afc53f581203" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.026218] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.342775] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800563, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.378670] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.623s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.381886] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.717s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.382206] env[69220]: DEBUG nova.objects.instance [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lazy-loading 'resources' on Instance uuid 748b699b-74d2-4956-bfa4-2e07de0a83ff {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.439038] env[69220]: INFO nova.compute.manager [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Took 46.34 seconds to build instance. [ 716.476432] env[69220]: DEBUG nova.compute.manager [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Received event network-vif-plugged-ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.476591] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] Acquiring lock "de0666cb-68cb-4257-9740-6dcea5554f27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.476782] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] Lock "de0666cb-68cb-4257-9740-6dcea5554f27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.476943] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] Lock "de0666cb-68cb-4257-9740-6dcea5554f27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.477068] env[69220]: DEBUG nova.compute.manager [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] No waiting events found dispatching network-vif-plugged-ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.477237] env[69220]: WARNING nova.compute.manager [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Received unexpected event network-vif-plugged-ca7bf3e0-2582-4aac-b31c-2099086a6a98 for instance with vm_state building and task_state spawning. [ 716.477394] env[69220]: DEBUG nova.compute.manager [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Received event network-changed-ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.477543] env[69220]: DEBUG nova.compute.manager [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Refreshing instance network info cache due to event network-changed-ca7bf3e0-2582-4aac-b31c-2099086a6a98. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.477722] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] Acquiring lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.477965] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] Acquired lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.478236] env[69220]: DEBUG nova.network.neutron [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Refreshing network info cache for port ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.515256] env[69220]: DEBUG nova.compute.manager [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.516191] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e8a4d-cf8f-4bde-8da2-02b62b7fa541 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.533823] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800560, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.673357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquiring lock "ea80840e-87c3-4387-b6a3-afc53f581203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.673357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "ea80840e-87c3-4387-b6a3-afc53f581203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.673357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquiring lock "ea80840e-87c3-4387-b6a3-afc53f581203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.673357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "ea80840e-87c3-4387-b6a3-afc53f581203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.673357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "ea80840e-87c3-4387-b6a3-afc53f581203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.674509] env[69220]: INFO nova.compute.manager [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Terminating instance [ 716.841050] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800563, 'name': CreateVM_Task, 'duration_secs': 0.902239} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.841239] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.841925] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.842095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.842428] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.842676] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7892dd-fe47-4be5-a51f-32409000e13c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.847108] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 716.847108] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c756a3-b3c7-29a2-75d6-2528a7d513e2" [ 716.847108] env[69220]: _type = "Task" [ 716.847108] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.854364] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c756a3-b3c7-29a2-75d6-2528a7d513e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.941768] env[69220]: DEBUG oslo_concurrency.lockutils [None req-759451e7-2be2-4589-8726-ad15cd00b341 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.251s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.960533] env[69220]: INFO nova.scheduler.client.report [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Deleted allocation for migration 1d3a291a-adfe-4711-97ef-15afe86dea33 [ 717.031558] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800560, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.041023] env[69220]: INFO nova.compute.manager [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] instance snapshotting [ 717.041023] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f681eac9-1d8d-4bec-96f4-1460a17c68e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.070322] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865d5278-4241-444b-9aea-356230b4e19a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.182020] env[69220]: DEBUG nova.compute.manager [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.182020] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.182020] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d1d0a-44f4-4353-87d2-45fbac4ba3c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.192523] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.192523] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a269937a-3de1-4ff7-b561-d2460cd145e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.201408] env[69220]: DEBUG oslo_vmware.api [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 717.201408] env[69220]: value = "task-2800564" [ 717.201408] env[69220]: _type = "Task" [ 717.201408] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.218211] env[69220]: DEBUG oslo_vmware.api [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.230566] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquiring lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.230820] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.231275] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquiring lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.231690] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.231785] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.237603] env[69220]: INFO nova.compute.manager [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Terminating instance [ 717.258357] env[69220]: DEBUG nova.network.neutron [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updated VIF entry in instance network info cache for port ca7bf3e0-2582-4aac-b31c-2099086a6a98. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.259054] env[69220]: DEBUG nova.network.neutron [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updating instance_info_cache with network_info: [{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.361111] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c756a3-b3c7-29a2-75d6-2528a7d513e2, 'name': SearchDatastore_Task, 'duration_secs': 0.040951} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.361813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.361813] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.362868] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.362868] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362868] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.362868] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baace3ec-a8b6-4697-9bd1-267ec63a6c01 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.376043] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.376043] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.376043] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af167f39-07ad-46e9-9e89-7395eb3f36ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.381499] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 717.381499] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5201dbf8-ec4e-8bf6-37fa-b695c6ce6254" [ 717.381499] env[69220]: _type = "Task" [ 717.381499] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.389735] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5201dbf8-ec4e-8bf6-37fa-b695c6ce6254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.444820] env[69220]: DEBUG nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.465017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd51d22a-1ea1-4b67-beef-106d228c6d2f tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.929s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.478947] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef5f69-fdd2-47a4-83d6-720f74610e0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.489318] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e4cd1a-5a44-4ee4-8b17-285f6a20b982 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.534764] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385318a1-8d91-409a-8cec-f6682fa21094 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.543698] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800560, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.9949} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.546202] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] fd76250a-069e-4ac2-a19a-1b403dead67b/fd76250a-069e-4ac2-a19a-1b403dead67b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.546540] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.546778] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-087e30cc-2a65-4da8-af71-b4f2ea49f726 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.550018] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1cdb7c-4a34-43c1-be40-1e7004f21366 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.566838] env[69220]: DEBUG nova.compute.provider_tree [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.569778] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 717.569778] env[69220]: value = "task-2800565" [ 717.569778] env[69220]: _type = "Task" [ 717.569778] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.579607] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.582923] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 717.583522] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f232bf71-5e52-4ae0-ac00-ff5cc1cc8ca9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.591547] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 717.591547] env[69220]: value = "task-2800566" [ 717.591547] env[69220]: _type = "Task" [ 717.591547] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.600064] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800566, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.712058] env[69220]: DEBUG oslo_vmware.api [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800564, 'name': PowerOffVM_Task, 'duration_secs': 0.407406} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.712358] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.712535] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.712945] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94747ee8-12c4-4abc-bd09-2aaa1a3c9125 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.743799] env[69220]: DEBUG nova.compute.manager [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.744053] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.744923] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd05db52-e35d-4ed9-b0c8-4065c25161c9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.752292] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.752654] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-167fe360-90c0-40d7-82f5-eeeafc957706 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.758667] env[69220]: DEBUG oslo_vmware.api [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 717.758667] env[69220]: value = "task-2800568" [ 717.758667] env[69220]: _type = "Task" [ 717.758667] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.767692] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a8e668e-cae3-4b0d-8b99-18e0498d1cb3 req-0e489adb-049c-40e8-bfe8-e4f08fb0ea39 service nova] Releasing lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.767872] env[69220]: DEBUG oslo_vmware.api [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.778358] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.778486] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.778653] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Deleting the datastore file [datastore2] ea80840e-87c3-4387-b6a3-afc53f581203 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.778911] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26da96ac-7e27-436b-9850-a580267ebf7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.785266] env[69220]: DEBUG oslo_vmware.api [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for the task: (returnval){ [ 717.785266] env[69220]: value = "task-2800569" [ 717.785266] env[69220]: _type = "Task" [ 717.785266] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.793225] env[69220]: DEBUG oslo_vmware.api [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.892844] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5201dbf8-ec4e-8bf6-37fa-b695c6ce6254, 'name': SearchDatastore_Task, 'duration_secs': 0.047953} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.893753] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91ac61e-5994-49eb-9e8a-0b840d491c4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.902508] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 717.902508] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525141c3-c516-084a-3c71-b2e5f85d861f" [ 717.902508] env[69220]: _type = "Task" [ 717.902508] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.916079] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525141c3-c516-084a-3c71-b2e5f85d861f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.973074] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.012567] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.012788] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.071814] env[69220]: DEBUG nova.scheduler.client.report [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.090126] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06942} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.090126] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.091184] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fda235-d5f6-437f-b1e9-2587ee1e1109 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.124745] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] fd76250a-069e-4ac2-a19a-1b403dead67b/fd76250a-069e-4ac2-a19a-1b403dead67b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.130307] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3cf4e64-5ae4-4436-9d9f-98f07e9235e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.146999] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800566, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.153209] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 718.153209] env[69220]: value = "task-2800570" [ 718.153209] env[69220]: _type = "Task" [ 718.153209] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.161696] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.269771] env[69220]: DEBUG oslo_vmware.api [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800568, 'name': PowerOffVM_Task, 'duration_secs': 0.188029} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.270082] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.270344] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.270550] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-733ddade-c45c-4deb-8bbf-381857bfda17 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.299124] env[69220]: DEBUG oslo_vmware.api [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Task: {'id': task-2800569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153569} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.299124] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.299124] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.299124] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.299124] env[69220]: INFO nova.compute.manager [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Took 1.12 seconds to destroy the instance on the hypervisor. [ 718.299124] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.299124] env[69220]: DEBUG nova.compute.manager [-] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.299124] env[69220]: DEBUG nova.network.neutron [-] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.332818] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.333131] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.333449] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Deleting the datastore file [datastore2] 2f1a2017-62f4-441d-a40c-83158d1a5cb6 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.333863] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11096451-fd02-4fec-93a0-9f6791148694 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.342485] env[69220]: DEBUG oslo_vmware.api [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for the task: (returnval){ [ 718.342485] env[69220]: value = "task-2800572" [ 718.342485] env[69220]: _type = "Task" [ 718.342485] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.351720] env[69220]: DEBUG oslo_vmware.api [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.417664] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525141c3-c516-084a-3c71-b2e5f85d861f, 'name': SearchDatastore_Task, 'duration_secs': 0.02131} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.422234] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.422684] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] de0666cb-68cb-4257-9740-6dcea5554f27/de0666cb-68cb-4257-9740-6dcea5554f27.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.423100] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea5e472-e7e3-45b2-8798-5ff5b56cda2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.434556] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 718.434556] env[69220]: value = "task-2800573" [ 718.434556] env[69220]: _type = "Task" [ 718.434556] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.440492] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.585326] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.585326] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.353s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.588251] env[69220]: INFO nova.compute.claims [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.611068] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800566, 'name': CreateSnapshot_Task, 'duration_secs': 0.59545} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.612155] env[69220]: INFO nova.scheduler.client.report [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Deleted allocations for instance 748b699b-74d2-4956-bfa4-2e07de0a83ff [ 718.612929] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.613755] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb9e46-7873-4ad4-9902-29c2c80cc264 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.669061] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800570, 'name': ReconfigVM_Task, 'duration_secs': 0.264094} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.669441] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Reconfigured VM instance instance-0000001e to attach disk [datastore2] fd76250a-069e-4ac2-a19a-1b403dead67b/fd76250a-069e-4ac2-a19a-1b403dead67b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.672240] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00528af3-7364-47da-915b-528c96c33720 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.677824] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 718.677824] env[69220]: value = "task-2800574" [ 718.677824] env[69220]: _type = "Task" [ 718.677824] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.688655] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800574, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.855470] env[69220]: DEBUG oslo_vmware.api [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Task: {'id': task-2800572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137949} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.857886] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.857886] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.861926] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.861926] env[69220]: INFO nova.compute.manager [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 718.861926] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.861926] env[69220]: DEBUG nova.compute.manager [-] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.861926] env[69220]: DEBUG nova.network.neutron [-] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.940516] env[69220]: DEBUG nova.compute.manager [req-111932b7-0c48-484b-9e6b-347f8a07e39c req-50b0bf88-d0ca-482d-98b4-2481300bd7c4 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Received event network-vif-deleted-2d53333b-e4d1-4862-bf34-eca4170d9bee {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.940818] env[69220]: INFO nova.compute.manager [req-111932b7-0c48-484b-9e6b-347f8a07e39c req-50b0bf88-d0ca-482d-98b4-2481300bd7c4 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Neutron deleted interface 2d53333b-e4d1-4862-bf34-eca4170d9bee; detaching it from the instance and deleting it from the info cache [ 718.941066] env[69220]: DEBUG nova.network.neutron [req-111932b7-0c48-484b-9e6b-347f8a07e39c req-50b0bf88-d0ca-482d-98b4-2481300bd7c4 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.947530] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482833} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.947817] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] de0666cb-68cb-4257-9740-6dcea5554f27/de0666cb-68cb-4257-9740-6dcea5554f27.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.948169] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.948394] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6c91d17-3438-458c-9e88-2ee2e6b06ba1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.956164] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 718.956164] env[69220]: value = "task-2800575" [ 718.956164] env[69220]: _type = "Task" [ 718.956164] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.966539] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.122665] env[69220]: DEBUG oslo_concurrency.lockutils [None req-811f6169-4249-495b-83cf-09ec43ee6497 tempest-ServerRescueTestJSONUnderV235-1213841234 tempest-ServerRescueTestJSONUnderV235-1213841234-project-member] Lock "748b699b-74d2-4956-bfa4-2e07de0a83ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.373s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.136024] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.136658] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2afcb169-6338-4a74-b873-34e48c290584 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.145746] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 719.145746] env[69220]: value = "task-2800576" [ 719.145746] env[69220]: _type = "Task" [ 719.145746] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.153739] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800576, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.187232] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800574, 'name': Rename_Task, 'duration_secs': 0.171703} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.187503] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.187745] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ea7b42e-5e3c-4591-b481-840ef5b69d88 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.195164] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 719.195164] env[69220]: value = "task-2800577" [ 719.195164] env[69220]: _type = "Task" [ 719.195164] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.206236] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.361299] env[69220]: DEBUG nova.network.neutron [-] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.444327] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0d0c877-02c2-49a6-bff2-5d3130f9223f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.459020] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd258f08-c7bd-4ca4-acf5-c5dc9c405eb9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.480542] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183426} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.481022] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.481902] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb3fcd5-c906-4498-9cb1-5e086bd3479e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.498152] env[69220]: DEBUG nova.compute.manager [req-111932b7-0c48-484b-9e6b-347f8a07e39c req-50b0bf88-d0ca-482d-98b4-2481300bd7c4 service nova] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Detach interface failed, port_id=2d53333b-e4d1-4862-bf34-eca4170d9bee, reason: Instance ea80840e-87c3-4387-b6a3-afc53f581203 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 719.521808] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] de0666cb-68cb-4257-9740-6dcea5554f27/de0666cb-68cb-4257-9740-6dcea5554f27.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.522358] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5821b47-c6f0-4e88-9c5e-1f0cf09d3b59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.547550] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 719.547550] env[69220]: value = "task-2800578" [ 719.547550] env[69220]: _type = "Task" [ 719.547550] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.554957] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.607394] env[69220]: DEBUG nova.network.neutron [-] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.657042] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800576, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.707743] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.870083] env[69220]: INFO nova.compute.manager [-] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Took 1.57 seconds to deallocate network for instance. [ 719.987511] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.987773] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.064350] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.113521] env[69220]: INFO nova.compute.manager [-] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Took 1.25 seconds to deallocate network for instance. [ 720.159874] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800576, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.209609] env[69220]: DEBUG oslo_vmware.api [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800577, 'name': PowerOnVM_Task, 'duration_secs': 0.975104} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.212021] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.212021] env[69220]: INFO nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Took 9.30 seconds to spawn the instance on the hypervisor. [ 720.212021] env[69220]: DEBUG nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.212021] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9862a8eb-7572-4777-9619-cf4588fa2a62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.259428] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69ef2b-3e20-4f4a-8025-9011765a27eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.268173] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18677654-470d-4385-ae6d-7fac9a5d46cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.303979] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073f823f-113e-490a-a847-1a708db06ec4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.313804] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5d9348-df3e-4d1f-a0e5-1293d5bc3f23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.330565] env[69220]: DEBUG nova.compute.provider_tree [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.377588] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.558223] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800578, 'name': ReconfigVM_Task, 'duration_secs': 0.581867} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.558223] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Reconfigured VM instance instance-0000001f to attach disk [datastore1] de0666cb-68cb-4257-9740-6dcea5554f27/de0666cb-68cb-4257-9740-6dcea5554f27.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.559929] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd526fb4-f69c-4741-90e7-762c221ea4cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.569149] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 720.569149] env[69220]: value = "task-2800579" [ 720.569149] env[69220]: _type = "Task" [ 720.569149] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.576053] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800579, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.623146] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.657976] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800576, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.730246] env[69220]: INFO nova.compute.manager [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Took 45.10 seconds to build instance. [ 720.833785] env[69220]: DEBUG nova.scheduler.client.report [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.963155] env[69220]: DEBUG nova.compute.manager [req-30fbe7f3-36ea-4355-8c10-023d1749299d req-63d8606a-c525-4209-a9d3-6222e540953f service nova] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Received event network-vif-deleted-46a8062b-3ee3-4d95-911e-a71bd2924f09 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.076790] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800579, 'name': Rename_Task, 'duration_secs': 0.152353} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.077072] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.077324] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb307441-21bb-4919-9629-dde5ef5b7742 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.084438] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 721.084438] env[69220]: value = "task-2800580" [ 721.084438] env[69220]: _type = "Task" [ 721.084438] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.092010] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.162607] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800576, 'name': CloneVM_Task, 'duration_secs': 1.817191} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.163011] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Created linked-clone VM from snapshot [ 721.164127] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099f037b-cf07-4510-9e6e-0f2a744c9533 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.173524] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Uploading image 329d3793-29da-4f84-8ea6-51acf9abb59b {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 721.205336] env[69220]: DEBUG oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 721.205336] env[69220]: value = "vm-562801" [ 721.205336] env[69220]: _type = "VirtualMachine" [ 721.205336] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 721.205733] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-deb6ac1b-a68d-471a-9009-5c706b23928a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.213955] env[69220]: DEBUG oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lease: (returnval){ [ 721.213955] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5202261a-d690-0e0a-184e-ec4dc7f8a2c2" [ 721.213955] env[69220]: _type = "HttpNfcLease" [ 721.213955] env[69220]: } obtained for exporting VM: (result){ [ 721.213955] env[69220]: value = "vm-562801" [ 721.213955] env[69220]: _type = "VirtualMachine" [ 721.213955] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 721.214289] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the lease: (returnval){ [ 721.214289] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5202261a-d690-0e0a-184e-ec4dc7f8a2c2" [ 721.214289] env[69220]: _type = "HttpNfcLease" [ 721.214289] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 721.223452] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.223452] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5202261a-d690-0e0a-184e-ec4dc7f8a2c2" [ 721.223452] env[69220]: _type = "HttpNfcLease" [ 721.223452] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 721.234097] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0cf44c15-d100-48eb-bf22-265b34ca1337 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "fd76250a-069e-4ac2-a19a-1b403dead67b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.382s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.338539] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.339092] env[69220]: DEBUG nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.342028] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.126s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.343704] env[69220]: INFO nova.compute.claims [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.600447] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.722904] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.722904] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5202261a-d690-0e0a-184e-ec4dc7f8a2c2" [ 721.722904] env[69220]: _type = "HttpNfcLease" [ 721.722904] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.723305] env[69220]: DEBUG oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.723305] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5202261a-d690-0e0a-184e-ec4dc7f8a2c2" [ 721.723305] env[69220]: _type = "HttpNfcLease" [ 721.723305] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.723723] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad2382c-31c2-4b67-9c74-3f6ae80e210a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.731670] env[69220]: DEBUG oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f98e-35e5-35ff-fa89-aa59af0b40eb/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.731799] env[69220]: DEBUG oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f98e-35e5-35ff-fa89-aa59af0b40eb/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.797361] env[69220]: DEBUG nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.834413] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8faf1b24-99dc-4345-a6d4-cda12b1d8df1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.850121] env[69220]: DEBUG nova.compute.utils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.855857] env[69220]: DEBUG nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.855857] env[69220]: DEBUG nova.network.neutron [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.905215] env[69220]: DEBUG nova.policy [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b62d3e62d7b4ccbb56bb95dffb4b954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8abba92e61e44c56b0f0ce880fb18bb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.102597] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.231908] env[69220]: DEBUG nova.network.neutron [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Successfully created port: a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.334964] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.363160] env[69220]: DEBUG nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.597860] env[69220]: DEBUG oslo_vmware.api [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800580, 'name': PowerOnVM_Task, 'duration_secs': 1.055076} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.600689] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.600985] env[69220]: INFO nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Took 9.03 seconds to spawn the instance on the hypervisor. [ 722.601304] env[69220]: DEBUG nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.603833] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc8eb29-9c90-44f9-b8e7-19bd6ee75e4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.044911] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35aab20-0661-4fd4-a0a9-88b2ff6f0759 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.052269] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb598f0-4b4f-4e43-beeb-5c90feeff7f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.098394] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d80581d-24d3-4459-afe3-83b6c5823753 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.106999] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e753d-f282-4737-a5a3-cf0f0b9109bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.130156] env[69220]: DEBUG nova.compute.provider_tree [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.138106] env[69220]: INFO nova.compute.manager [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Took 42.33 seconds to build instance. [ 723.374796] env[69220]: DEBUG nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.398020] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.398237] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.398510] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.398836] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.399134] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.401530] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.401530] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.401530] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.401530] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.401530] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.401530] env[69220]: DEBUG nova.virt.hardware [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.401530] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffda1c0f-e80c-4551-8f53-a9fdfa612850 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.411608] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e555c1d8-0779-4283-88cf-e8e5f87ace64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.636288] env[69220]: DEBUG nova.scheduler.client.report [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.639773] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ddfc882-7748-43db-b556-2e4276d35570 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "de0666cb-68cb-4257-9740-6dcea5554f27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.198s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.839903] env[69220]: DEBUG nova.network.neutron [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Successfully updated port: a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.084105] env[69220]: DEBUG nova.compute.manager [req-d4f03d41-6d88-4b5b-981e-7b902601dd84 req-ff4560d7-9c60-4c3f-82ee-b2c6391f77d3 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Received event network-vif-plugged-a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.084346] env[69220]: DEBUG oslo_concurrency.lockutils [req-d4f03d41-6d88-4b5b-981e-7b902601dd84 req-ff4560d7-9c60-4c3f-82ee-b2c6391f77d3 service nova] Acquiring lock "460fd851-f92d-49ec-8904-527d9b9e9b55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.084645] env[69220]: DEBUG oslo_concurrency.lockutils [req-d4f03d41-6d88-4b5b-981e-7b902601dd84 req-ff4560d7-9c60-4c3f-82ee-b2c6391f77d3 service nova] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.084810] env[69220]: DEBUG oslo_concurrency.lockutils [req-d4f03d41-6d88-4b5b-981e-7b902601dd84 req-ff4560d7-9c60-4c3f-82ee-b2c6391f77d3 service nova] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.084842] env[69220]: DEBUG nova.compute.manager [req-d4f03d41-6d88-4b5b-981e-7b902601dd84 req-ff4560d7-9c60-4c3f-82ee-b2c6391f77d3 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] No waiting events found dispatching network-vif-plugged-a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.085012] env[69220]: WARNING nova.compute.manager [req-d4f03d41-6d88-4b5b-981e-7b902601dd84 req-ff4560d7-9c60-4c3f-82ee-b2c6391f77d3 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Received unexpected event network-vif-plugged-a3b3d394-76df-4d93-8064-3be6d8f6b89a for instance with vm_state building and task_state spawning. [ 724.142062] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.142648] env[69220]: DEBUG nova.compute.manager [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.145366] env[69220]: DEBUG nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.147753] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.567s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.149243] env[69220]: INFO nova.compute.claims [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.344267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.344473] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.345306] env[69220]: DEBUG nova.network.neutron [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.657464] env[69220]: DEBUG nova.compute.utils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.663705] env[69220]: DEBUG nova.compute.manager [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 724.682156] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.891279] env[69220]: DEBUG nova.network.neutron [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.043560] env[69220]: DEBUG nova.network.neutron [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updating instance_info_cache with network_info: [{"id": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "address": "fa:16:3e:a2:0a:b5", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b3d394-76", "ovs_interfaceid": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.084597] env[69220]: DEBUG nova.compute.manager [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.085629] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a60a69b-1c93-4564-8c33-1bfd8ff62c65 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.163704] env[69220]: DEBUG nova.compute.manager [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.545860] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Releasing lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.546312] env[69220]: DEBUG nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Instance network_info: |[{"id": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "address": "fa:16:3e:a2:0a:b5", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b3d394-76", "ovs_interfaceid": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.546945] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:0a:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3b3d394-76df-4d93-8064-3be6d8f6b89a', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.556094] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.558963] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.560152] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10528f12-7cd7-47e8-a0d5-24e713cd243a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.583224] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.583224] env[69220]: value = "task-2800582" [ 725.583224] env[69220]: _type = "Task" [ 725.583224] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.593126] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800582, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.606966] env[69220]: INFO nova.compute.manager [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] instance snapshotting [ 725.609741] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc1875-c718-40ed-b44e-a4285129f622 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.631592] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5d24c0-1183-4a55-a667-2763d62ee937 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.725667] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf743946-2aa8-4f32-bb50-c69be6608f8a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.734536] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a59f44b-197d-486e-a052-644174d913bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.766841] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ce4d7c-ad4f-4083-8e32-b7912e41b58b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.775403] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c943fbcf-c934-47ed-bf7a-c19d88aa7d48 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.789844] env[69220]: DEBUG nova.compute.provider_tree [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.093515] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800582, 'name': CreateVM_Task, 'duration_secs': 0.354746} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.093801] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.094449] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.094626] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.094950] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.095241] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54602052-6b73-44a2-b00e-fc15b7c7b578 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.099776] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 726.099776] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520293d9-329e-767c-cbcf-039c0253a7c6" [ 726.099776] env[69220]: _type = "Task" [ 726.099776] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.107702] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520293d9-329e-767c-cbcf-039c0253a7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.115911] env[69220]: DEBUG nova.compute.manager [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Received event network-changed-a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.116112] env[69220]: DEBUG nova.compute.manager [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Refreshing instance network info cache due to event network-changed-a3b3d394-76df-4d93-8064-3be6d8f6b89a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.116325] env[69220]: DEBUG oslo_concurrency.lockutils [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] Acquiring lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.116463] env[69220]: DEBUG oslo_concurrency.lockutils [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] Acquired lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.116641] env[69220]: DEBUG nova.network.neutron [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Refreshing network info cache for port a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.143645] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.143985] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d6c16c30-77e3-4e1c-b8a6-e531c94b70e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.152055] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 726.152055] env[69220]: value = "task-2800583" [ 726.152055] env[69220]: _type = "Task" [ 726.152055] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.160472] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.176764] env[69220]: DEBUG nova.compute.manager [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.198758] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.199009] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.199205] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.199405] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.199550] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.199695] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.199902] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.200110] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.200296] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.200457] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.200626] env[69220]: DEBUG nova.virt.hardware [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.201515] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca016f55-564d-42d3-bc7a-b5ca9a97c989 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.210674] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce2fde1-05c2-4efc-bbcb-9633f471a71a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.225504] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.231409] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Creating folder: Project (3a339d26e5c94b728c711c1fb5a95640). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.231750] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d8de32-56b5-4fd5-beb1-43fc0e2bb65e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.242623] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Created folder: Project (3a339d26e5c94b728c711c1fb5a95640) in parent group-v562703. [ 726.242623] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Creating folder: Instances. Parent ref: group-v562803. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.242723] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1986849b-1876-48d7-bf54-d34fbd395ff4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.251937] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Created folder: Instances in parent group-v562803. [ 726.252262] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.252472] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.252701] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae673d68-3375-4cd4-9a7d-54be85b3d73e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.269873] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.269873] env[69220]: value = "task-2800586" [ 726.269873] env[69220]: _type = "Task" [ 726.269873] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.278509] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800586, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.293586] env[69220]: DEBUG nova.scheduler.client.report [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.612803] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520293d9-329e-767c-cbcf-039c0253a7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.613201] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.613470] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.613748] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.613952] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.614188] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.614477] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-544ff731-eb7c-4d7c-8178-6c4fcee2530f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.623241] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.623379] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.624018] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc174d6-d3ba-426f-b67a-978217f60569 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.629894] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 726.629894] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52778d89-01ca-26f1-aaae-74b831a785e4" [ 726.629894] env[69220]: _type = "Task" [ 726.629894] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.638526] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52778d89-01ca-26f1-aaae-74b831a785e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.662644] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.779942] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800586, 'name': CreateVM_Task, 'duration_secs': 0.438326} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.780156] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.780568] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.780731] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.781065] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.781322] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0210b5e-ad46-469c-9af3-a3127ad01811 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.786890] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 726.786890] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c277b4-07f3-75fa-cd4d-dcccd6d2bcf2" [ 726.786890] env[69220]: _type = "Task" [ 726.786890] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.793954] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c277b4-07f3-75fa-cd4d-dcccd6d2bcf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.802020] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.802020] env[69220]: DEBUG nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.802508] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.744s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.803094] env[69220]: DEBUG nova.objects.instance [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lazy-loading 'resources' on Instance uuid ff19936e-595b-40a7-838c-a0eddffde984 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.839051] env[69220]: DEBUG nova.network.neutron [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updated VIF entry in instance network info cache for port a3b3d394-76df-4d93-8064-3be6d8f6b89a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.839411] env[69220]: DEBUG nova.network.neutron [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updating instance_info_cache with network_info: [{"id": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "address": "fa:16:3e:a2:0a:b5", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b3d394-76", "ovs_interfaceid": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.140594] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52778d89-01ca-26f1-aaae-74b831a785e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.141492] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c629605-3aea-450a-bb6d-d21fea9ae71d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.146590] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 727.146590] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fe701e-c8e7-21a7-a7c5-de1904a1d142" [ 727.146590] env[69220]: _type = "Task" [ 727.146590] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.155374] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fe701e-c8e7-21a7-a7c5-de1904a1d142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.164867] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.296925] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c277b4-07f3-75fa-cd4d-dcccd6d2bcf2, 'name': SearchDatastore_Task, 'duration_secs': 0.018108} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.297267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.297610] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.297903] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.307222] env[69220]: DEBUG nova.compute.utils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.308689] env[69220]: DEBUG nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.308809] env[69220]: DEBUG nova.network.neutron [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.342394] env[69220]: DEBUG oslo_concurrency.lockutils [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] Releasing lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.342693] env[69220]: DEBUG nova.compute.manager [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Received event network-changed-ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.342867] env[69220]: DEBUG nova.compute.manager [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Refreshing instance network info cache due to event network-changed-ca7bf3e0-2582-4aac-b31c-2099086a6a98. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.343087] env[69220]: DEBUG oslo_concurrency.lockutils [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] Acquiring lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.343230] env[69220]: DEBUG oslo_concurrency.lockutils [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] Acquired lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.343388] env[69220]: DEBUG nova.network.neutron [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Refreshing network info cache for port ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.354981] env[69220]: DEBUG nova.policy [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '753d0357e52d4c0986f1afa3466c5db5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b802dc9ebd154defba58622158551663', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.654234] env[69220]: DEBUG nova.network.neutron [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Successfully created port: 44e3d522-7869-4e29-8b58-d058f612cd8e {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.662775] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fe701e-c8e7-21a7-a7c5-de1904a1d142, 'name': SearchDatastore_Task, 'duration_secs': 0.033118} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.665126] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.665412] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 460fd851-f92d-49ec-8904-527d9b9e9b55/460fd851-f92d-49ec-8904-527d9b9e9b55.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.666203] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.666495] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.666618] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3320153-c745-4e06-ba37-c59d1a76677b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.673033] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-040f4c7b-cce2-4600-bb7b-586086cbdda9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.674780] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800583, 'name': CreateSnapshot_Task, 'duration_secs': 1.279165} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.677577] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.678796] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abdfa58-dcbc-495a-a8f7-a43884b9e376 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.682972] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 727.682972] env[69220]: value = "task-2800587" [ 727.682972] env[69220]: _type = "Task" [ 727.682972] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.687709] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.687882] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.691610] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad574b10-8c97-444a-8b75-598739fbb9cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.704679] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.705668] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 727.705668] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5256f01e-b0ea-0473-22e3-80f2a83d2382" [ 727.705668] env[69220]: _type = "Task" [ 727.705668] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.716227] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5256f01e-b0ea-0473-22e3-80f2a83d2382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.814774] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e29bb8f-6e40-4765-a46d-b363228a8ed7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.817974] env[69220]: DEBUG nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.826305] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0ebe3f-b99b-4d75-a5e8-303e5d042d24 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.870205] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7c5788-d678-4a49-a2f6-6899fcbdc904 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.882111] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432ae614-0186-43da-8780-7d4b3de8cbf4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.897959] env[69220]: DEBUG nova.compute.provider_tree [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.153278] env[69220]: DEBUG nova.network.neutron [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updated VIF entry in instance network info cache for port ca7bf3e0-2582-4aac-b31c-2099086a6a98. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.153754] env[69220]: DEBUG nova.network.neutron [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updating instance_info_cache with network_info: [{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.196925] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800587, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.205263] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.205610] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73d2d55d-50c6-4bbb-bd99-0be8e768d2c5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.219760] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5256f01e-b0ea-0473-22e3-80f2a83d2382, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.222147] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 728.222147] env[69220]: value = "task-2800588" [ 728.222147] env[69220]: _type = "Task" [ 728.222147] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.222456] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9a4824-a652-4238-8a1e-ddee51c25e5f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.232427] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 728.232427] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c9dc1a-013b-ba03-204e-8c42e398d69a" [ 728.232427] env[69220]: _type = "Task" [ 728.232427] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.236228] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800588, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.244907] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c9dc1a-013b-ba03-204e-8c42e398d69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.399444] env[69220]: DEBUG nova.scheduler.client.report [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.656884] env[69220]: DEBUG oslo_concurrency.lockutils [req-77675457-7425-4773-be2a-d858421cc326 req-db3e2915-a258-432f-be67-ad4076aca760 service nova] Releasing lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.696400] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621015} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.696870] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 460fd851-f92d-49ec-8904-527d9b9e9b55/460fd851-f92d-49ec-8904-527d9b9e9b55.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.697264] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.697669] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daf792cb-570c-4814-87b0-3c30c4d344a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.708174] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 728.708174] env[69220]: value = "task-2800589" [ 728.708174] env[69220]: _type = "Task" [ 728.708174] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.715610] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.735849] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800588, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.744807] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c9dc1a-013b-ba03-204e-8c42e398d69a, 'name': SearchDatastore_Task, 'duration_secs': 0.046358} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.745247] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.745616] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 592a22d4-9652-4f07-a91e-464892d6f3b9/592a22d4-9652-4f07-a91e-464892d6f3b9.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.746257] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42906ae2-be77-4957-8411-024d370958d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.753385] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 728.753385] env[69220]: value = "task-2800590" [ 728.753385] env[69220]: _type = "Task" [ 728.753385] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.761034] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.828962] env[69220]: DEBUG nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.856798] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.857133] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.857320] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.857525] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.857707] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.857883] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.858178] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.858393] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.858616] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.858815] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.859027] env[69220]: DEBUG nova.virt.hardware [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.860029] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e685a33f-90b1-44cc-8606-a6204c030997 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.868942] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204b386-e0da-48a6-862d-ca82a570eb08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.905170] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.909336] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.837s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.909513] env[69220]: INFO nova.compute.claims [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.935867] env[69220]: INFO nova.scheduler.client.report [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleted allocations for instance ff19936e-595b-40a7-838c-a0eddffde984 [ 729.209261] env[69220]: DEBUG nova.compute.manager [req-0f0aa524-2432-4067-a283-c2965f30465e req-122523e6-307a-496f-a3a8-4e4c0848a7f0 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Received event network-vif-plugged-44e3d522-7869-4e29-8b58-d058f612cd8e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.209538] env[69220]: DEBUG oslo_concurrency.lockutils [req-0f0aa524-2432-4067-a283-c2965f30465e req-122523e6-307a-496f-a3a8-4e4c0848a7f0 service nova] Acquiring lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.209760] env[69220]: DEBUG oslo_concurrency.lockutils [req-0f0aa524-2432-4067-a283-c2965f30465e req-122523e6-307a-496f-a3a8-4e4c0848a7f0 service nova] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.209972] env[69220]: DEBUG oslo_concurrency.lockutils [req-0f0aa524-2432-4067-a283-c2965f30465e req-122523e6-307a-496f-a3a8-4e4c0848a7f0 service nova] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.210290] env[69220]: DEBUG nova.compute.manager [req-0f0aa524-2432-4067-a283-c2965f30465e req-122523e6-307a-496f-a3a8-4e4c0848a7f0 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] No waiting events found dispatching network-vif-plugged-44e3d522-7869-4e29-8b58-d058f612cd8e {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.210498] env[69220]: WARNING nova.compute.manager [req-0f0aa524-2432-4067-a283-c2965f30465e req-122523e6-307a-496f-a3a8-4e4c0848a7f0 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Received unexpected event network-vif-plugged-44e3d522-7869-4e29-8b58-d058f612cd8e for instance with vm_state building and task_state spawning. [ 729.224977] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13904} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.225303] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.226331] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0bb840-05ee-4b44-8501-8cef69a0f7c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.254269] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 460fd851-f92d-49ec-8904-527d9b9e9b55/460fd851-f92d-49ec-8904-527d9b9e9b55.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.259245] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c11f065-1ffe-48db-b365-8348ced873db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.274682] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800588, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.275725] env[69220]: DEBUG nova.network.neutron [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Successfully updated port: 44e3d522-7869-4e29-8b58-d058f612cd8e {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.287432] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477591} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.289054] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 592a22d4-9652-4f07-a91e-464892d6f3b9/592a22d4-9652-4f07-a91e-464892d6f3b9.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.289420] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.289747] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 729.289747] env[69220]: value = "task-2800591" [ 729.289747] env[69220]: _type = "Task" [ 729.289747] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.290685] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2447ba6b-dbde-4a81-ab1c-7c20a05047c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.303419] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.304747] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 729.304747] env[69220]: value = "task-2800592" [ 729.304747] env[69220]: _type = "Task" [ 729.304747] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.313346] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.443082] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0caf81b8-30ff-445a-b9ea-3dbe59146abb tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "ff19936e-595b-40a7-838c-a0eddffde984" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.053s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.739117] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800588, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.781712] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.782071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquired lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.782154] env[69220]: DEBUG nova.network.neutron [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.803462] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800591, 'name': ReconfigVM_Task, 'duration_secs': 0.356582} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.803462] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 460fd851-f92d-49ec-8904-527d9b9e9b55/460fd851-f92d-49ec-8904-527d9b9e9b55.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.803753] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3814cd2f-621a-4b1b-abe3-0e677674f95a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.812710] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 729.812710] env[69220]: value = "task-2800593" [ 729.812710] env[69220]: _type = "Task" [ 729.812710] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.815694] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096892} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.818887] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.819679] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94d7ec0-e96c-4058-97b2-5697e8a07a77 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.841757] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 592a22d4-9652-4f07-a91e-464892d6f3b9/592a22d4-9652-4f07-a91e-464892d6f3b9.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.847444] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd5ad6e-7f0a-4c37-9836-db520d353d02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.862321] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800593, 'name': Rename_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.867621] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 729.867621] env[69220]: value = "task-2800594" [ 729.867621] env[69220]: _type = "Task" [ 729.867621] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.876362] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.243186] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800588, 'name': CloneVM_Task, 'duration_secs': 1.783649} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.244624] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Created linked-clone VM from snapshot [ 730.244624] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524efd88-15bb-4f3b-8b69-49a40bfcd67b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.254544] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Uploading image 02a32212-4ccb-4d03-b483-03d59b15a380 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 730.274601] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.274729] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2448e6d-0829-4a3b-a355-a097e36957a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.282468] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 730.282468] env[69220]: value = "task-2800595" [ 730.282468] env[69220]: _type = "Task" [ 730.282468] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.297421] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800595, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.325869] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800593, 'name': Rename_Task, 'duration_secs': 0.153032} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.327298] env[69220]: DEBUG nova.network.neutron [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.328747] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.331305] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d4da67-2be4-4595-b7f6-a0bdf587872b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.337782] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 730.337782] env[69220]: value = "task-2800596" [ 730.337782] env[69220]: _type = "Task" [ 730.337782] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.349283] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.380260] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.433085] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a118b04b-85eb-4658-b871-eb508799e351 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.440865] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1246b0d-5c95-49f9-8271-6cc13883f923 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.476278] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5317126-f99e-4230-80d0-1d2e6fc327cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.484865] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3867ea-6cba-483f-90f0-eeb32a591478 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.500218] env[69220]: DEBUG nova.compute.provider_tree [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.509590] env[69220]: DEBUG nova.network.neutron [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Updating instance_info_cache with network_info: [{"id": "44e3d522-7869-4e29-8b58-d058f612cd8e", "address": "fa:16:3e:8a:be:c2", "network": {"id": "2e152e5c-7995-4bcb-92fc-de3eec9d3b63", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-709063755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b802dc9ebd154defba58622158551663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e3d522-78", "ovs_interfaceid": "44e3d522-7869-4e29-8b58-d058f612cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.795250] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800595, 'name': Destroy_Task, 'duration_secs': 0.458517} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.795525] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Destroyed the VM [ 730.795775] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 730.796076] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a92589ec-f9aa-4145-896a-6f3298263567 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.803533] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 730.803533] env[69220]: value = "task-2800597" [ 730.803533] env[69220]: _type = "Task" [ 730.803533] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.812570] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800597, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.847823] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800596, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.880970] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800594, 'name': ReconfigVM_Task, 'duration_secs': 0.519423} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.881326] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 592a22d4-9652-4f07-a91e-464892d6f3b9/592a22d4-9652-4f07-a91e-464892d6f3b9.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.881942] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fac801e-b341-4723-9d88-08941a61221e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.889383] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 730.889383] env[69220]: value = "task-2800598" [ 730.889383] env[69220]: _type = "Task" [ 730.889383] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.901370] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800598, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.003827] env[69220]: DEBUG nova.scheduler.client.report [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.012162] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Releasing lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.012534] env[69220]: DEBUG nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Instance network_info: |[{"id": "44e3d522-7869-4e29-8b58-d058f612cd8e", "address": "fa:16:3e:8a:be:c2", "network": {"id": "2e152e5c-7995-4bcb-92fc-de3eec9d3b63", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-709063755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b802dc9ebd154defba58622158551663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e3d522-78", "ovs_interfaceid": "44e3d522-7869-4e29-8b58-d058f612cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.013492] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:be:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44e3d522-7869-4e29-8b58-d058f612cd8e', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.022560] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Creating folder: Project (b802dc9ebd154defba58622158551663). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.022933] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72824a27-fa95-430c-9134-d0a79a1e5792 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.034772] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Created folder: Project (b802dc9ebd154defba58622158551663) in parent group-v562703. [ 731.035221] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Creating folder: Instances. Parent ref: group-v562808. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.035512] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d1d91a3-fbe5-4050-8547-9d6e5e898574 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.046479] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Created folder: Instances in parent group-v562808. [ 731.046830] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.047038] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.047342] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f02c931b-ab79-48a7-961b-3e0f6fbdafb8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.068273] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.068273] env[69220]: value = "task-2800601" [ 731.068273] env[69220]: _type = "Task" [ 731.068273] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.076079] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800601, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.258260] env[69220]: DEBUG nova.compute.manager [req-1f72ecd4-70a5-4165-b6fc-fcb8af913eb6 req-dab4b3d4-0553-4dbf-8da5-bb62574090f8 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Received event network-changed-44e3d522-7869-4e29-8b58-d058f612cd8e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.258636] env[69220]: DEBUG nova.compute.manager [req-1f72ecd4-70a5-4165-b6fc-fcb8af913eb6 req-dab4b3d4-0553-4dbf-8da5-bb62574090f8 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Refreshing instance network info cache due to event network-changed-44e3d522-7869-4e29-8b58-d058f612cd8e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.258834] env[69220]: DEBUG oslo_concurrency.lockutils [req-1f72ecd4-70a5-4165-b6fc-fcb8af913eb6 req-dab4b3d4-0553-4dbf-8da5-bb62574090f8 service nova] Acquiring lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.258962] env[69220]: DEBUG oslo_concurrency.lockutils [req-1f72ecd4-70a5-4165-b6fc-fcb8af913eb6 req-dab4b3d4-0553-4dbf-8da5-bb62574090f8 service nova] Acquired lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.259346] env[69220]: DEBUG nova.network.neutron [req-1f72ecd4-70a5-4165-b6fc-fcb8af913eb6 req-dab4b3d4-0553-4dbf-8da5-bb62574090f8 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Refreshing network info cache for port 44e3d522-7869-4e29-8b58-d058f612cd8e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.315191] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800597, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.354483] env[69220]: DEBUG oslo_vmware.api [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800596, 'name': PowerOnVM_Task, 'duration_secs': 0.584521} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.355096] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.356053] env[69220]: INFO nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Took 7.98 seconds to spawn the instance on the hypervisor. [ 731.356053] env[69220]: DEBUG nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.356801] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985269e2-857e-4f25-8468-8eb86d252c37 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.400203] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800598, 'name': Rename_Task, 'duration_secs': 0.189137} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.400203] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.400402] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a5b89ad-b83e-4de0-b346-d857c18773a0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.408478] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 731.408478] env[69220]: value = "task-2800602" [ 731.408478] env[69220]: _type = "Task" [ 731.408478] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.420701] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.448957] env[69220]: DEBUG oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f98e-35e5-35ff-fa89-aa59af0b40eb/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 731.449923] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5193c8-8d67-4f63-b31e-98c92be826a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.457775] env[69220]: DEBUG oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f98e-35e5-35ff-fa89-aa59af0b40eb/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 731.457970] env[69220]: ERROR oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f98e-35e5-35ff-fa89-aa59af0b40eb/disk-0.vmdk due to incomplete transfer. [ 731.458232] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9203986-0130-49d3-88c4-761aefeb09f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.465107] env[69220]: DEBUG oslo_vmware.rw_handles [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5f98e-35e5-35ff-fa89-aa59af0b40eb/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 731.465310] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Uploaded image 329d3793-29da-4f84-8ea6-51acf9abb59b to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 731.467613] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 731.467873] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb784be8-c1d7-473d-b984-a451fdb0d473 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.474092] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 731.474092] env[69220]: value = "task-2800603" [ 731.474092] env[69220]: _type = "Task" [ 731.474092] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.483717] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800603, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.502788] env[69220]: DEBUG oslo_concurrency.lockutils [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Acquiring lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.503032] env[69220]: DEBUG oslo_concurrency.lockutils [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.508909] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.509455] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.512569] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.996s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.514650] env[69220]: DEBUG nova.objects.instance [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lazy-loading 'resources' on Instance uuid b67b2f26-bb01-45c5-abb3-e63da889b324 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.577802] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800601, 'name': CreateVM_Task, 'duration_secs': 0.47602} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.578047] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.578643] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.578899] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.579143] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.579403] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5216b5c8-94fa-4241-b919-95a00e9c5c7f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.583881] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 731.583881] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5208b7b3-2fa4-9670-aaee-37d9c0fd7b8b" [ 731.583881] env[69220]: _type = "Task" [ 731.583881] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.592255] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5208b7b3-2fa4-9670-aaee-37d9c0fd7b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.815800] env[69220]: DEBUG oslo_vmware.api [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800597, 'name': RemoveSnapshot_Task, 'duration_secs': 0.859801} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.816166] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 731.878895] env[69220]: INFO nova.compute.manager [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Took 43.67 seconds to build instance. [ 731.920635] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.967412] env[69220]: DEBUG nova.network.neutron [req-1f72ecd4-70a5-4165-b6fc-fcb8af913eb6 req-dab4b3d4-0553-4dbf-8da5-bb62574090f8 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Updated VIF entry in instance network info cache for port 44e3d522-7869-4e29-8b58-d058f612cd8e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.967723] env[69220]: DEBUG nova.network.neutron [req-1f72ecd4-70a5-4165-b6fc-fcb8af913eb6 req-dab4b3d4-0553-4dbf-8da5-bb62574090f8 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Updating instance_info_cache with network_info: [{"id": "44e3d522-7869-4e29-8b58-d058f612cd8e", "address": "fa:16:3e:8a:be:c2", "network": {"id": "2e152e5c-7995-4bcb-92fc-de3eec9d3b63", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-709063755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b802dc9ebd154defba58622158551663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e3d522-78", "ovs_interfaceid": "44e3d522-7869-4e29-8b58-d058f612cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.983759] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800603, 'name': Destroy_Task, 'duration_secs': 0.484514} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.984015] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Destroyed the VM [ 731.984251] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 731.984496] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-080adab2-e932-4781-adb3-f5071cdfca52 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.990470] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 731.990470] env[69220]: value = "task-2800604" [ 731.990470] env[69220]: _type = "Task" [ 731.990470] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.001491] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.007559] env[69220]: DEBUG nova.compute.utils [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.018990] env[69220]: DEBUG nova.compute.utils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.020743] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.020831] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.061940] env[69220]: DEBUG nova.policy [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a840d065b0b4593abd6849bf6958fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1fd48a033e4efba111f946db1098dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.095642] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5208b7b3-2fa4-9670-aaee-37d9c0fd7b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.015309} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.095955] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.096209] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.096443] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.096616] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.097021] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.097320] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36fea551-b912-4843-ad95-98e75989dda1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.114051] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.114249] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.115214] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16bcf241-ffe1-400b-a314-75cd0eed98d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.120922] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 732.120922] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520caa20-eeab-92b4-2c63-2f71ddbf0667" [ 732.120922] env[69220]: _type = "Task" [ 732.120922] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.130161] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520caa20-eeab-92b4-2c63-2f71ddbf0667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.322100] env[69220]: WARNING nova.compute.manager [None req-4c982e28-f7eb-47c5-9224-6b22aa1d2892 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Image not found during snapshot: nova.exception.ImageNotFound: Image 02a32212-4ccb-4d03-b483-03d59b15a380 could not be found. [ 732.357504] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Successfully created port: ba9c592e-a921-4bec-b26a-b7293fa1cbc8 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.381323] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b512a5de-45fd-4691-9141-36023f087b0a tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.273s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.421496] env[69220]: DEBUG oslo_vmware.api [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800602, 'name': PowerOnVM_Task, 'duration_secs': 0.542681} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.421496] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.421496] env[69220]: INFO nova.compute.manager [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Took 6.24 seconds to spawn the instance on the hypervisor. [ 732.421496] env[69220]: DEBUG nova.compute.manager [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.422265] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb036fb-fb92-4474-95d4-fa50c5f7868d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.470092] env[69220]: DEBUG oslo_concurrency.lockutils [req-1f72ecd4-70a5-4165-b6fc-fcb8af913eb6 req-dab4b3d4-0553-4dbf-8da5-bb62574090f8 service nova] Releasing lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.504517] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.506677] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab8a41-c7a8-4a63-8332-4713b99a2663 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.513019] env[69220]: DEBUG oslo_concurrency.lockutils [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.518943] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14fe966-6e64-4592-ad9a-5de14bf8a383 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.524822] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.565105] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88992028-ca0e-4290-bab8-fc39c0c2081d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.572577] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b7745-eef7-423f-ad6a-7087a5df256d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.587145] env[69220]: DEBUG nova.compute.provider_tree [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.631411] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520caa20-eeab-92b4-2c63-2f71ddbf0667, 'name': SearchDatastore_Task, 'duration_secs': 0.039034} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.632155] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10524b95-83d2-4a4f-b34f-3d242636b968 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.637687] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 732.637687] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529e210b-4608-f302-a854-2bd605465060" [ 732.637687] env[69220]: _type = "Task" [ 732.637687] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.646355] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529e210b-4608-f302-a854-2bd605465060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.883960] env[69220]: DEBUG nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.943983] env[69220]: INFO nova.compute.manager [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Took 39.76 seconds to build instance. [ 733.000647] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.089978] env[69220]: DEBUG nova.scheduler.client.report [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.150472] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529e210b-4608-f302-a854-2bd605465060, 'name': SearchDatastore_Task, 'duration_secs': 0.036501} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.150944] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.152335] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 38fe2585-8bbd-48df-abbb-5ef3cdd2d705/38fe2585-8bbd-48df-abbb-5ef3cdd2d705.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.152335] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a98e425-4ce2-43ee-860d-d7b056a4d582 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.158731] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 733.158731] env[69220]: value = "task-2800605" [ 733.158731] env[69220]: _type = "Task" [ 733.158731] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.167775] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.416457] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.446365] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b318dc1b-dadc-4860-a3f2-f394ddbb2498 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "592a22d4-9652-4f07-a91e-464892d6f3b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.072s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.510368] env[69220]: DEBUG oslo_vmware.api [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800604, 'name': RemoveSnapshot_Task, 'duration_secs': 1.401378} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.510713] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.511073] env[69220]: INFO nova.compute.manager [None req-753beabf-a52a-46dc-bf5f-556f2d260eac tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Took 16.47 seconds to snapshot the instance on the hypervisor. [ 733.538207] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.570982] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.571163] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.571526] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.571864] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.572143] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.572425] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.573125] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.573200] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.573367] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.573534] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.573768] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.575069] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f288e965-40ba-4fc8-8ce6-ea811fb03c1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.583837] env[69220]: DEBUG oslo_concurrency.lockutils [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Acquiring lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.588413] env[69220]: DEBUG oslo_concurrency.lockutils [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.588713] env[69220]: INFO nova.compute.manager [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Attaching volume a8d15af8-3dab-43ca-b65f-555a572428f6 to /dev/sdb [ 733.594166] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e8c19-a8e0-42fa-a0a1-88d6fe120b97 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.602070] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.604681] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.700s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.604681] env[69220]: DEBUG nova.objects.instance [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lazy-loading 'resources' on Instance uuid c21ba868-4227-4e49-9f81-91244863cfd2 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.624858] env[69220]: INFO nova.scheduler.client.report [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Deleted allocations for instance b67b2f26-bb01-45c5-abb3-e63da889b324 [ 733.647394] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc8457-9630-4e40-937f-a4eb8e7ce971 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.654689] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89a9b38-506c-4c4e-863b-42a7afea732c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.667905] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463886} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.671700] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 38fe2585-8bbd-48df-abbb-5ef3cdd2d705/38fe2585-8bbd-48df-abbb-5ef3cdd2d705.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.671936] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.673032] env[69220]: DEBUG nova.virt.block_device [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Updating existing volume attachment record: 2d4c58c1-05ee-4225-b6e3-b5d1bf9ea17f {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 733.675351] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a73b0a6-5bc8-4066-a601-80ba0723a1b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.682653] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 733.682653] env[69220]: value = "task-2800606" [ 733.682653] env[69220]: _type = "Task" [ 733.682653] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.694714] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.928273] env[69220]: DEBUG nova.compute.manager [None req-af55d5d4-1241-4580-bd4d-ee80d386cc89 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.929198] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d479df36-a14a-49c2-8f97-d8a48bd85210 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.949860] env[69220]: DEBUG nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.051824] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Successfully updated port: ba9c592e-a921-4bec-b26a-b7293fa1cbc8 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.119190] env[69220]: DEBUG nova.compute.manager [req-414beee0-b6c5-4d93-95f8-bdb5343bcacd req-e50118c0-aeec-4cfb-b99a-b05a8f9cda9d service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Received event network-changed-a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.119559] env[69220]: DEBUG nova.compute.manager [req-414beee0-b6c5-4d93-95f8-bdb5343bcacd req-e50118c0-aeec-4cfb-b99a-b05a8f9cda9d service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Refreshing instance network info cache due to event network-changed-a3b3d394-76df-4d93-8064-3be6d8f6b89a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 734.119989] env[69220]: DEBUG oslo_concurrency.lockutils [req-414beee0-b6c5-4d93-95f8-bdb5343bcacd req-e50118c0-aeec-4cfb-b99a-b05a8f9cda9d service nova] Acquiring lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.119989] env[69220]: DEBUG oslo_concurrency.lockutils [req-414beee0-b6c5-4d93-95f8-bdb5343bcacd req-e50118c0-aeec-4cfb-b99a-b05a8f9cda9d service nova] Acquired lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.119989] env[69220]: DEBUG nova.network.neutron [req-414beee0-b6c5-4d93-95f8-bdb5343bcacd req-e50118c0-aeec-4cfb-b99a-b05a8f9cda9d service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Refreshing network info cache for port a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.138974] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e7dc48a9-bbe7-4c45-820d-dad7272ccd4b tempest-ImagesOneServerTestJSON-1171429608 tempest-ImagesOneServerTestJSON-1171429608-project-member] Lock "b67b2f26-bb01-45c5-abb3-e63da889b324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.222s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.193664] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073205} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.196326] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.199022] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcebd8a5-b589-4b80-8b1c-c86d7ea814d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.242562] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 38fe2585-8bbd-48df-abbb-5ef3cdd2d705/38fe2585-8bbd-48df-abbb-5ef3cdd2d705.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.246381] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57827e61-01c2-4959-9d72-10f4ade4c68a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.264229] env[69220]: DEBUG nova.compute.manager [req-a6c3b394-2a92-4144-a265-05761acc78ee req-5d95c91d-22f6-4230-bd79-052d7877f5f7 service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Received event network-vif-plugged-ba9c592e-a921-4bec-b26a-b7293fa1cbc8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.264408] env[69220]: DEBUG oslo_concurrency.lockutils [req-a6c3b394-2a92-4144-a265-05761acc78ee req-5d95c91d-22f6-4230-bd79-052d7877f5f7 service nova] Acquiring lock "462f978b-3e0e-4786-a89f-2c4b92fc003a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.264597] env[69220]: DEBUG oslo_concurrency.lockutils [req-a6c3b394-2a92-4144-a265-05761acc78ee req-5d95c91d-22f6-4230-bd79-052d7877f5f7 service nova] Lock "462f978b-3e0e-4786-a89f-2c4b92fc003a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.264757] env[69220]: DEBUG oslo_concurrency.lockutils [req-a6c3b394-2a92-4144-a265-05761acc78ee req-5d95c91d-22f6-4230-bd79-052d7877f5f7 service nova] Lock "462f978b-3e0e-4786-a89f-2c4b92fc003a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.264922] env[69220]: DEBUG nova.compute.manager [req-a6c3b394-2a92-4144-a265-05761acc78ee req-5d95c91d-22f6-4230-bd79-052d7877f5f7 service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] No waiting events found dispatching network-vif-plugged-ba9c592e-a921-4bec-b26a-b7293fa1cbc8 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.265093] env[69220]: WARNING nova.compute.manager [req-a6c3b394-2a92-4144-a265-05761acc78ee req-5d95c91d-22f6-4230-bd79-052d7877f5f7 service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Received unexpected event network-vif-plugged-ba9c592e-a921-4bec-b26a-b7293fa1cbc8 for instance with vm_state building and task_state spawning. [ 734.267870] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 734.267870] env[69220]: value = "task-2800610" [ 734.267870] env[69220]: _type = "Task" [ 734.267870] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.281826] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.442016] env[69220]: INFO nova.compute.manager [None req-af55d5d4-1241-4580-bd4d-ee80d386cc89 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] instance snapshotting [ 734.442630] env[69220]: DEBUG nova.objects.instance [None req-af55d5d4-1241-4580-bd4d-ee80d386cc89 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lazy-loading 'flavor' on Instance uuid 592a22d4-9652-4f07-a91e-464892d6f3b9 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.473114] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.556472] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "refresh_cache-462f978b-3e0e-4786-a89f-2c4b92fc003a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.556700] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "refresh_cache-462f978b-3e0e-4786-a89f-2c4b92fc003a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.556700] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.563156] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquiring lock "592a22d4-9652-4f07-a91e-464892d6f3b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.563156] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "592a22d4-9652-4f07-a91e-464892d6f3b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.563156] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquiring lock "592a22d4-9652-4f07-a91e-464892d6f3b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.563414] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "592a22d4-9652-4f07-a91e-464892d6f3b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.563521] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "592a22d4-9652-4f07-a91e-464892d6f3b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.565848] env[69220]: INFO nova.compute.manager [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Terminating instance [ 734.662574] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d23a2f5-47d3-4787-b628-7e218ad919ff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.671365] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d82223-98ba-436b-9f3d-119ac1733b75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.715027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "fd76250a-069e-4ac2-a19a-1b403dead67b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.715027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "fd76250a-069e-4ac2-a19a-1b403dead67b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.715027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "fd76250a-069e-4ac2-a19a-1b403dead67b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.715027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "fd76250a-069e-4ac2-a19a-1b403dead67b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.715027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "fd76250a-069e-4ac2-a19a-1b403dead67b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.715849] env[69220]: INFO nova.compute.manager [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Terminating instance [ 734.720182] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ba02e-b203-45d0-9af1-9f189e88098e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.730590] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de7c2b-5c94-49c0-875e-626fb476f00a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.747726] env[69220]: DEBUG nova.compute.provider_tree [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.780272] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800610, 'name': ReconfigVM_Task, 'duration_secs': 0.305761} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.780483] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 38fe2585-8bbd-48df-abbb-5ef3cdd2d705/38fe2585-8bbd-48df-abbb-5ef3cdd2d705.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.781139] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1401128-d702-4e6f-b990-7d64fff70f89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.788279] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 734.788279] env[69220]: value = "task-2800611" [ 734.788279] env[69220]: _type = "Task" [ 734.788279] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.799040] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800611, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.889479] env[69220]: DEBUG oslo_concurrency.lockutils [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "460fd851-f92d-49ec-8904-527d9b9e9b55" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.889736] env[69220]: DEBUG oslo_concurrency.lockutils [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.889967] env[69220]: INFO nova.compute.manager [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Rebooting instance [ 734.897864] env[69220]: DEBUG nova.network.neutron [req-414beee0-b6c5-4d93-95f8-bdb5343bcacd req-e50118c0-aeec-4cfb-b99a-b05a8f9cda9d service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updated VIF entry in instance network info cache for port a3b3d394-76df-4d93-8064-3be6d8f6b89a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.898310] env[69220]: DEBUG nova.network.neutron [req-414beee0-b6c5-4d93-95f8-bdb5343bcacd req-e50118c0-aeec-4cfb-b99a-b05a8f9cda9d service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updating instance_info_cache with network_info: [{"id": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "address": "fa:16:3e:a2:0a:b5", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b3d394-76", "ovs_interfaceid": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.949143] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391b733c-d945-409b-afd1-1e51ae6297b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.965927] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf7ec59-6a85-4518-80a3-d2a0daf8eb50 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.075824] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquiring lock "refresh_cache-592a22d4-9652-4f07-a91e-464892d6f3b9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.075824] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquired lock "refresh_cache-592a22d4-9652-4f07-a91e-464892d6f3b9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.075824] env[69220]: DEBUG nova.network.neutron [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.095621] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.219915] env[69220]: DEBUG nova.compute.manager [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.220122] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.220979] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b26bab-ad7b-4a3f-adb7-20971beac688 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.231319] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.231547] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-981aac8d-08e8-490b-a1ab-94bbf13b18af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.238954] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Updating instance_info_cache with network_info: [{"id": "ba9c592e-a921-4bec-b26a-b7293fa1cbc8", "address": "fa:16:3e:a3:e6:00", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba9c592e-a9", "ovs_interfaceid": "ba9c592e-a921-4bec-b26a-b7293fa1cbc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.240897] env[69220]: DEBUG oslo_vmware.api [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 735.240897] env[69220]: value = "task-2800612" [ 735.240897] env[69220]: _type = "Task" [ 735.240897] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.252611] env[69220]: DEBUG nova.scheduler.client.report [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.256456] env[69220]: DEBUG oslo_vmware.api [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.297695] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800611, 'name': Rename_Task, 'duration_secs': 0.161213} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.298386] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.298691] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f92e30c-89ed-4b04-a23e-b93885bc4483 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.306349] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 735.306349] env[69220]: value = "task-2800613" [ 735.306349] env[69220]: _type = "Task" [ 735.306349] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.316214] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.400654] env[69220]: DEBUG oslo_concurrency.lockutils [req-414beee0-b6c5-4d93-95f8-bdb5343bcacd req-e50118c0-aeec-4cfb-b99a-b05a8f9cda9d service nova] Releasing lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.421508] env[69220]: DEBUG oslo_concurrency.lockutils [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.421720] env[69220]: DEBUG oslo_concurrency.lockutils [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquired lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.421945] env[69220]: DEBUG nova.network.neutron [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.476157] env[69220]: DEBUG nova.compute.manager [None req-af55d5d4-1241-4580-bd4d-ee80d386cc89 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Instance disappeared during snapshot {{(pid=69220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 735.605233] env[69220]: DEBUG nova.network.neutron [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.656678] env[69220]: DEBUG nova.compute.manager [None req-af55d5d4-1241-4580-bd4d-ee80d386cc89 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Found 0 images (rotation: 2) {{(pid=69220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 735.685235] env[69220]: DEBUG nova.network.neutron [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.743821] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "refresh_cache-462f978b-3e0e-4786-a89f-2c4b92fc003a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.744200] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Instance network_info: |[{"id": "ba9c592e-a921-4bec-b26a-b7293fa1cbc8", "address": "fa:16:3e:a3:e6:00", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba9c592e-a9", "ovs_interfaceid": "ba9c592e-a921-4bec-b26a-b7293fa1cbc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.744745] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:e6:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba9c592e-a921-4bec-b26a-b7293fa1cbc8', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.753229] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Creating folder: Project (1d1fd48a033e4efba111f946db1098dd). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.758337] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22db5de8-650b-499f-a2a3-b26eff3d1446 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.760823] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.763176] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.025s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.764744] env[69220]: INFO nova.compute.claims [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.775027] env[69220]: DEBUG oslo_vmware.api [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800612, 'name': PowerOffVM_Task, 'duration_secs': 0.373809} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.775027] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.775027] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.775027] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7a2e084-5e70-4e22-b5aa-f36a7cc9c81b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.777365] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Created folder: Project (1d1fd48a033e4efba111f946db1098dd) in parent group-v562703. [ 735.777682] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Creating folder: Instances. Parent ref: group-v562814. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.778652] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56d4518b-f0a9-4ce6-a7c4-d6291ed6b6b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.788155] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Created folder: Instances in parent group-v562814. [ 735.788611] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.788944] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.788944] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7fe0e57-fbcd-4f15-aa70-c623d9fb7221 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.804978] env[69220]: INFO nova.scheduler.client.report [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Deleted allocations for instance c21ba868-4227-4e49-9f81-91244863cfd2 [ 735.816830] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.816830] env[69220]: value = "task-2800617" [ 735.816830] env[69220]: _type = "Task" [ 735.816830] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.826761] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.832589] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800617, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.843814] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.844099] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.844318] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleting the datastore file [datastore2] fd76250a-069e-4ac2-a19a-1b403dead67b {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.844592] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6256976-d305-4bb6-a3fd-78c0b09af509 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.858754] env[69220]: DEBUG oslo_vmware.api [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 735.858754] env[69220]: value = "task-2800618" [ 735.858754] env[69220]: _type = "Task" [ 735.858754] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.870224] env[69220]: DEBUG oslo_vmware.api [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.124606] env[69220]: DEBUG nova.compute.manager [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.125760] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73c0046-b9c9-46fa-9418-b6501cf48b31 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.170954] env[69220]: DEBUG nova.network.neutron [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updating instance_info_cache with network_info: [{"id": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "address": "fa:16:3e:a2:0a:b5", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b3d394-76", "ovs_interfaceid": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.189846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Releasing lock "refresh_cache-592a22d4-9652-4f07-a91e-464892d6f3b9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.189846] env[69220]: DEBUG nova.compute.manager [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.189846] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.190461] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fd1fd0-a28f-4527-a9d7-55de02a4f4a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.199915] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.200253] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db1203fb-0d8b-4458-b49f-dad634ef72a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.207356] env[69220]: DEBUG oslo_vmware.api [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 736.207356] env[69220]: value = "task-2800620" [ 736.207356] env[69220]: _type = "Task" [ 736.207356] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.218994] env[69220]: DEBUG oslo_vmware.api [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.322671] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5011d8f7-48d1-43ad-ba82-f3ea58f13ea2 tempest-DeleteServersAdminTestJSON-730927506 tempest-DeleteServersAdminTestJSON-730927506-project-member] Lock "c21ba868-4227-4e49-9f81-91244863cfd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.375s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.336870] env[69220]: DEBUG oslo_vmware.api [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800613, 'name': PowerOnVM_Task, 'duration_secs': 0.520777} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.342902] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.342902] env[69220]: INFO nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Took 7.51 seconds to spawn the instance on the hypervisor. [ 736.342902] env[69220]: DEBUG nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.342902] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800617, 'name': CreateVM_Task, 'duration_secs': 0.345139} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.342902] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9668d89b-0979-4eeb-b14f-544d215f23c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.345445] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.347059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.347059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.347410] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.348418] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83e3564-653f-44a0-90af-455eb7501df6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.359340] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 736.359340] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52949919-3f4a-36d5-c2f1-7315caad7f96" [ 736.359340] env[69220]: _type = "Task" [ 736.359340] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.370640] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52949919-3f4a-36d5-c2f1-7315caad7f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.374542] env[69220]: DEBUG oslo_vmware.api [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18793} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.376158] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.376158] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.376158] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.376472] env[69220]: INFO nova.compute.manager [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 736.376790] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.377891] env[69220]: DEBUG nova.compute.manager [req-b8974303-e6f9-43d4-ad0e-e9951723e730 req-0ed051dc-6a83-487e-9b9b-934a549e907c service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Received event network-changed-ba9c592e-a921-4bec-b26a-b7293fa1cbc8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.378146] env[69220]: DEBUG nova.compute.manager [req-b8974303-e6f9-43d4-ad0e-e9951723e730 req-0ed051dc-6a83-487e-9b9b-934a549e907c service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Refreshing instance network info cache due to event network-changed-ba9c592e-a921-4bec-b26a-b7293fa1cbc8. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 736.378419] env[69220]: DEBUG oslo_concurrency.lockutils [req-b8974303-e6f9-43d4-ad0e-e9951723e730 req-0ed051dc-6a83-487e-9b9b-934a549e907c service nova] Acquiring lock "refresh_cache-462f978b-3e0e-4786-a89f-2c4b92fc003a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.378730] env[69220]: DEBUG oslo_concurrency.lockutils [req-b8974303-e6f9-43d4-ad0e-e9951723e730 req-0ed051dc-6a83-487e-9b9b-934a549e907c service nova] Acquired lock "refresh_cache-462f978b-3e0e-4786-a89f-2c4b92fc003a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.378862] env[69220]: DEBUG nova.network.neutron [req-b8974303-e6f9-43d4-ad0e-e9951723e730 req-0ed051dc-6a83-487e-9b9b-934a549e907c service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Refreshing network info cache for port ba9c592e-a921-4bec-b26a-b7293fa1cbc8 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.380418] env[69220]: DEBUG nova.compute.manager [-] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.380580] env[69220]: DEBUG nova.network.neutron [-] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.645413] env[69220]: INFO nova.compute.manager [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] instance snapshotting [ 736.649865] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622471b3-7c72-401c-86e5-b11587a74fac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.675915] env[69220]: DEBUG oslo_concurrency.lockutils [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Releasing lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.677713] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed57061-e6b0-4375-b679-66003af7c7bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.717880] env[69220]: DEBUG oslo_vmware.api [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800620, 'name': PowerOffVM_Task, 'duration_secs': 0.178371} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.718039] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.718247] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.718481] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dea9e59b-ba59-4bf6-8896-0f7448816e0a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.759130] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.759353] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.759530] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Deleting the datastore file [datastore2] 592a22d4-9652-4f07-a91e-464892d6f3b9 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.759795] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62576219-010b-4ab4-a819-35a16b7d8dbb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.767584] env[69220]: DEBUG oslo_vmware.api [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for the task: (returnval){ [ 736.767584] env[69220]: value = "task-2800622" [ 736.767584] env[69220]: _type = "Task" [ 736.767584] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.781455] env[69220]: DEBUG oslo_vmware.api [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.869222] env[69220]: INFO nova.compute.manager [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Took 40.32 seconds to build instance. [ 736.876095] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52949919-3f4a-36d5-c2f1-7315caad7f96, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.876095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.876451] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.876618] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.876705] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.876877] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.879489] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61123cbc-632c-4aef-9c1b-b7cfc23fb4ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.887731] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.887909] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.888638] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4aa3204-3bb2-428c-9452-44347b8d58e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.896436] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 736.896436] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f11bab-b6a6-8bf4-f0b6-4371a7514a8c" [ 736.896436] env[69220]: _type = "Task" [ 736.896436] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.904362] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f11bab-b6a6-8bf4-f0b6-4371a7514a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.116641] env[69220]: DEBUG nova.network.neutron [req-b8974303-e6f9-43d4-ad0e-e9951723e730 req-0ed051dc-6a83-487e-9b9b-934a549e907c service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Updated VIF entry in instance network info cache for port ba9c592e-a921-4bec-b26a-b7293fa1cbc8. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.117010] env[69220]: DEBUG nova.network.neutron [req-b8974303-e6f9-43d4-ad0e-e9951723e730 req-0ed051dc-6a83-487e-9b9b-934a549e907c service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Updating instance_info_cache with network_info: [{"id": "ba9c592e-a921-4bec-b26a-b7293fa1cbc8", "address": "fa:16:3e:a3:e6:00", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba9c592e-a9", "ovs_interfaceid": "ba9c592e-a921-4bec-b26a-b7293fa1cbc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.184408] env[69220]: DEBUG nova.compute.manager [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.185432] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec538d4-fb6d-43f3-a8e7-61c6d8319ffa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.189316] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 737.189596] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44a36aec-36e4-4b57-86cf-533a79ae6474 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.202746] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 737.202746] env[69220]: value = "task-2800623" [ 737.202746] env[69220]: _type = "Task" [ 737.202746] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.213874] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.277050] env[69220]: DEBUG oslo_vmware.api [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Task: {'id': task-2800622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289908} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.280339] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.280576] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.280767] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.280943] env[69220]: INFO nova.compute.manager [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 737.281250] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.282241] env[69220]: DEBUG nova.network.neutron [-] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.283631] env[69220]: DEBUG nova.compute.manager [-] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.283631] env[69220]: DEBUG nova.network.neutron [-] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.319820] env[69220]: DEBUG nova.network.neutron [-] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.332061] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65636ee9-7556-402a-8986-b5caa8ccd937 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.340600] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c92a229-439a-4a8c-831b-2bd75e400c93 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.374237] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41e5cf35-61cb-475c-bd77-86d62c940a2b tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.493s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.376312] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2711734d-ec2f-43af-ae97-dcc1209e2cae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.385260] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d001cf-020f-4bfd-86d9-1acc3d064406 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.399481] env[69220]: DEBUG nova.compute.provider_tree [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.411430] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f11bab-b6a6-8bf4-f0b6-4371a7514a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.412445] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954a53ca-dc0a-4c85-bb61-4cbae786bda5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.417962] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 737.417962] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c5b6aa-b90b-c699-7635-b9c764c28d93" [ 737.417962] env[69220]: _type = "Task" [ 737.417962] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.426487] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c5b6aa-b90b-c699-7635-b9c764c28d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.620495] env[69220]: DEBUG oslo_concurrency.lockutils [req-b8974303-e6f9-43d4-ad0e-e9951723e730 req-0ed051dc-6a83-487e-9b9b-934a549e907c service nova] Releasing lock "refresh_cache-462f978b-3e0e-4786-a89f-2c4b92fc003a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.717975] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800623, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.786370] env[69220]: INFO nova.compute.manager [-] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Took 1.41 seconds to deallocate network for instance. [ 737.822167] env[69220]: DEBUG nova.network.neutron [-] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.879743] env[69220]: DEBUG nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.908078] env[69220]: DEBUG nova.scheduler.client.report [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.931503] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c5b6aa-b90b-c699-7635-b9c764c28d93, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.932125] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.932125] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 462f978b-3e0e-4786-a89f-2c4b92fc003a/462f978b-3e0e-4786-a89f-2c4b92fc003a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.932292] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61ce32eb-3500-4064-a523-32ff19984038 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.947406] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 737.947406] env[69220]: value = "task-2800624" [ 737.947406] env[69220]: _type = "Task" [ 737.947406] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.961792] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.215266] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fbd018-841b-4820-89f7-5ac48aba48d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.227395] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800623, 'name': CreateSnapshot_Task, 'duration_secs': 0.892003} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.227905] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 738.228227] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Doing hard reboot of VM {{(pid=69220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 738.229867] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f373be9f-eb48-485b-956d-a8f1604bd671 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.233529] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-402d53b2-d0fa-41bf-a947-e1c3be657a74 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.249052] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 738.249052] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562813', 'volume_id': 'a8d15af8-3dab-43ca-b65f-555a572428f6', 'name': 'volume-a8d15af8-3dab-43ca-b65f-555a572428f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f1b4467-736f-48f6-8e6c-08ba9a6ba725', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8d15af8-3dab-43ca-b65f-555a572428f6', 'serial': 'a8d15af8-3dab-43ca-b65f-555a572428f6'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 738.249052] env[69220]: DEBUG oslo_vmware.api [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 738.249052] env[69220]: value = "task-2800625" [ 738.249052] env[69220]: _type = "Task" [ 738.249052] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.251567] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef523b-1207-4d44-be81-d9e1059541a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.264392] env[69220]: DEBUG oslo_vmware.api [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800625, 'name': ResetVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.278198] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18071c5-b1e9-4e5b-ac52-0ca8fe70ac7e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.303492] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.314326] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-a8d15af8-3dab-43ca-b65f-555a572428f6/volume-a8d15af8-3dab-43ca-b65f-555a572428f6.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.316483] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ad3f74-a012-4fe2-b131-234077e22b0a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.333290] env[69220]: INFO nova.compute.manager [-] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Took 1.05 seconds to deallocate network for instance. [ 738.345842] env[69220]: DEBUG oslo_vmware.api [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Waiting for the task: (returnval){ [ 738.345842] env[69220]: value = "task-2800626" [ 738.345842] env[69220]: _type = "Task" [ 738.345842] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.359729] env[69220]: DEBUG oslo_vmware.api [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.406527] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.412598] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.413219] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.417052] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.396s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.418455] env[69220]: INFO nova.compute.claims [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.463630] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800624, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.573063] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.573475] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.573641] env[69220]: INFO nova.compute.manager [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Rebooting instance [ 738.641216] env[69220]: DEBUG nova.compute.manager [req-174e6fc2-a664-4d7c-b89f-fc277da31720 req-d68a494b-26f5-422e-8f69-e0cc344bfec2 service nova] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Received event network-vif-deleted-9cda38f8-7550-46f8-8328-0094417f1f33 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.768852] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.769268] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad6a4ce9-a10f-4f7f-a725-ed46e7440607 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.784569] env[69220]: DEBUG oslo_vmware.api [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800625, 'name': ResetVM_Task, 'duration_secs': 0.128822} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.785963] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Did hard reboot of VM {{(pid=69220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 738.786349] env[69220]: DEBUG nova.compute.manager [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.786714] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 738.786714] env[69220]: value = "task-2800627" [ 738.786714] env[69220]: _type = "Task" [ 738.786714] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.787454] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa8380-7680-47f1-8387-d922e580142f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.802553] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800627, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.842213] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.860555] env[69220]: DEBUG oslo_vmware.api [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.925035] env[69220]: DEBUG nova.compute.utils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.928310] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.929028] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.961980] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64846} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.962490] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 462f978b-3e0e-4786-a89f-2c4b92fc003a/462f978b-3e0e-4786-a89f-2c4b92fc003a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.962888] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.963576] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d400273-70a6-440b-866f-dc14b7c3b21a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.971455] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 738.971455] env[69220]: value = "task-2800628" [ 738.971455] env[69220]: _type = "Task" [ 738.971455] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.982313] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.010169] env[69220]: DEBUG nova.policy [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a840d065b0b4593abd6849bf6958fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1fd48a033e4efba111f946db1098dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.113288] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.115572] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquired lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.115572] env[69220]: DEBUG nova.network.neutron [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.301552] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800627, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.308026] env[69220]: DEBUG oslo_concurrency.lockutils [None req-68616609-400e-4c7f-81c5-6aeeabf1f342 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.416s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.365324] env[69220]: DEBUG oslo_vmware.api [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800626, 'name': ReconfigVM_Task, 'duration_secs': 0.840779} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.368017] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-a8d15af8-3dab-43ca-b65f-555a572428f6/volume-a8d15af8-3dab-43ca-b65f-555a572428f6.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.374021] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797d8a58-95aa-48e8-8702-67f518dab837 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.391449] env[69220]: DEBUG oslo_vmware.api [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Waiting for the task: (returnval){ [ 739.391449] env[69220]: value = "task-2800629" [ 739.391449] env[69220]: _type = "Task" [ 739.391449] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.400885] env[69220]: DEBUG oslo_vmware.api [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.431397] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.481174] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Successfully created port: dfbdefb5-173b-48c0-b17b-572375e465bb {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.489839] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069841} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.493291] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.497018] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca11e16-3964-4fd1-8f69-c0ab96e8f043 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.521235] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 462f978b-3e0e-4786-a89f-2c4b92fc003a/462f978b-3e0e-4786-a89f-2c4b92fc003a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.526255] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31609d3-a4f4-4394-87c4-191e51123c82 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.548891] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 739.548891] env[69220]: value = "task-2800630" [ 739.548891] env[69220]: _type = "Task" [ 739.548891] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.560541] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.810060] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800627, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.910116] env[69220]: DEBUG oslo_vmware.api [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800629, 'name': ReconfigVM_Task, 'duration_secs': 0.213224} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.913185] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562813', 'volume_id': 'a8d15af8-3dab-43ca-b65f-555a572428f6', 'name': 'volume-a8d15af8-3dab-43ca-b65f-555a572428f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f1b4467-736f-48f6-8e6c-08ba9a6ba725', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8d15af8-3dab-43ca-b65f-555a572428f6', 'serial': 'a8d15af8-3dab-43ca-b65f-555a572428f6'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 739.962281] env[69220]: DEBUG nova.network.neutron [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Updating instance_info_cache with network_info: [{"id": "44e3d522-7869-4e29-8b58-d058f612cd8e", "address": "fa:16:3e:8a:be:c2", "network": {"id": "2e152e5c-7995-4bcb-92fc-de3eec9d3b63", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-709063755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b802dc9ebd154defba58622158551663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44e3d522-78", "ovs_interfaceid": "44e3d522-7869-4e29-8b58-d058f612cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.059065] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.077832] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcadaf14-2b8d-40ba-bb22-cf25a58ba01a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.085401] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbbde53-3fdc-4627-bc17-6e7cee9e73d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.120706] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e3b841-15b1-49f1-9eb5-77fc03bd5d34 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.131173] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d264c8e-c5e3-43cd-83a0-c47597ba658b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.146024] env[69220]: DEBUG nova.compute.provider_tree [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.301828] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800627, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.444087] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.467714] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Releasing lock "refresh_cache-38fe2585-8bbd-48df-abbb-5ef3cdd2d705" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.492168] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.492168] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.492168] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.492168] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.492168] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.492168] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.492523] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.492523] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.492772] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.492987] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.493034] env[69220]: DEBUG nova.virt.hardware [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.494802] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecb3fe6-4716-4b0d-9994-0df2db928431 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.505199] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6d59c7-6088-41a7-ba9e-41ea1752b5c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.563573] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800630, 'name': ReconfigVM_Task, 'duration_secs': 0.712742} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.563899] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 462f978b-3e0e-4786-a89f-2c4b92fc003a/462f978b-3e0e-4786-a89f-2c4b92fc003a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.564606] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f59c8c98-e644-45f3-8d2e-97c8f7e0e334 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.575597] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 740.575597] env[69220]: value = "task-2800631" [ 740.575597] env[69220]: _type = "Task" [ 740.575597] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.586705] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800631, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.651801] env[69220]: DEBUG nova.scheduler.client.report [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.805041] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800627, 'name': CloneVM_Task, 'duration_secs': 1.791191} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.805041] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Created linked-clone VM from snapshot [ 740.805784] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eed703-3cf3-4257-b8f9-9c72838127a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.819139] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Uploading image 0ecbe615-3800-4983-82df-d4b489d219e0 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.861825] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.861825] env[69220]: value = "vm-562818" [ 740.861825] env[69220]: _type = "VirtualMachine" [ 740.861825] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.862170] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1129fd75-489e-406c-857d-864a9077731d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.869516] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lease: (returnval){ [ 740.869516] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c8e10c-1bba-c562-d774-cad9d4cf7cbe" [ 740.869516] env[69220]: _type = "HttpNfcLease" [ 740.869516] env[69220]: } obtained for exporting VM: (result){ [ 740.869516] env[69220]: value = "vm-562818" [ 740.869516] env[69220]: _type = "VirtualMachine" [ 740.869516] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.869795] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the lease: (returnval){ [ 740.869795] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c8e10c-1bba-c562-d774-cad9d4cf7cbe" [ 740.869795] env[69220]: _type = "HttpNfcLease" [ 740.869795] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 740.877097] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.877097] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c8e10c-1bba-c562-d774-cad9d4cf7cbe" [ 740.877097] env[69220]: _type = "HttpNfcLease" [ 740.877097] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 740.975143] env[69220]: DEBUG nova.compute.manager [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.976045] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c94138-000c-45f9-adeb-c678bc04a773 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.999423] env[69220]: DEBUG nova.objects.instance [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Lazy-loading 'flavor' on Instance uuid 7f1b4467-736f-48f6-8e6c-08ba9a6ba725 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.088199] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800631, 'name': Rename_Task, 'duration_secs': 0.334863} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.088199] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.088199] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70625d1b-fbfc-4db8-a263-993c2e3fedc0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.094151] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 741.094151] env[69220]: value = "task-2800633" [ 741.094151] env[69220]: _type = "Task" [ 741.094151] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.102019] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.105216] env[69220]: DEBUG nova.compute.manager [req-f0a93437-23f3-4dc0-98ba-310733429a53 req-7e0ac940-9ca3-4222-b4e2-f3c91a36dc0a service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Received event network-changed-a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.105391] env[69220]: DEBUG nova.compute.manager [req-f0a93437-23f3-4dc0-98ba-310733429a53 req-7e0ac940-9ca3-4222-b4e2-f3c91a36dc0a service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Refreshing instance network info cache due to event network-changed-a3b3d394-76df-4d93-8064-3be6d8f6b89a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.105589] env[69220]: DEBUG oslo_concurrency.lockutils [req-f0a93437-23f3-4dc0-98ba-310733429a53 req-7e0ac940-9ca3-4222-b4e2-f3c91a36dc0a service nova] Acquiring lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.105776] env[69220]: DEBUG oslo_concurrency.lockutils [req-f0a93437-23f3-4dc0-98ba-310733429a53 req-7e0ac940-9ca3-4222-b4e2-f3c91a36dc0a service nova] Acquired lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.105888] env[69220]: DEBUG nova.network.neutron [req-f0a93437-23f3-4dc0-98ba-310733429a53 req-7e0ac940-9ca3-4222-b4e2-f3c91a36dc0a service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Refreshing network info cache for port a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.157560] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.158312] env[69220]: DEBUG nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.161749] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.330s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.200989] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Successfully updated port: dfbdefb5-173b-48c0-b17b-572375e465bb {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.311948] env[69220]: DEBUG nova.compute.manager [req-865911bb-3223-4131-a23c-2c7cdc8c7edf req-6a2b1f0c-b850-4e04-911a-d77171aea54e service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Received event network-vif-plugged-dfbdefb5-173b-48c0-b17b-572375e465bb {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.311948] env[69220]: DEBUG oslo_concurrency.lockutils [req-865911bb-3223-4131-a23c-2c7cdc8c7edf req-6a2b1f0c-b850-4e04-911a-d77171aea54e service nova] Acquiring lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.311948] env[69220]: DEBUG oslo_concurrency.lockutils [req-865911bb-3223-4131-a23c-2c7cdc8c7edf req-6a2b1f0c-b850-4e04-911a-d77171aea54e service nova] Lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.313998] env[69220]: DEBUG oslo_concurrency.lockutils [req-865911bb-3223-4131-a23c-2c7cdc8c7edf req-6a2b1f0c-b850-4e04-911a-d77171aea54e service nova] Lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.313998] env[69220]: DEBUG nova.compute.manager [req-865911bb-3223-4131-a23c-2c7cdc8c7edf req-6a2b1f0c-b850-4e04-911a-d77171aea54e service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] No waiting events found dispatching network-vif-plugged-dfbdefb5-173b-48c0-b17b-572375e465bb {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.313998] env[69220]: WARNING nova.compute.manager [req-865911bb-3223-4131-a23c-2c7cdc8c7edf req-6a2b1f0c-b850-4e04-911a-d77171aea54e service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Received unexpected event network-vif-plugged-dfbdefb5-173b-48c0-b17b-572375e465bb for instance with vm_state building and task_state spawning. [ 741.384711] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.384711] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c8e10c-1bba-c562-d774-cad9d4cf7cbe" [ 741.384711] env[69220]: _type = "HttpNfcLease" [ 741.384711] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 741.386117] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 741.386117] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c8e10c-1bba-c562-d774-cad9d4cf7cbe" [ 741.386117] env[69220]: _type = "HttpNfcLease" [ 741.386117] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 741.386824] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5035f91-1c90-4fcb-a61e-2df8b1354ea9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.398295] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264707c-1b36-c679-b333-ddb46a4ad634/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 741.398527] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264707c-1b36-c679-b333-ddb46a4ad634/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.507568] env[69220]: DEBUG oslo_concurrency.lockutils [None req-25a57999-c13a-4a32-8a8f-454959d7c99f tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.923s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.545690] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b04ee02-e9c5-470a-9480-45098c2dde56 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.613492] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.680422] env[69220]: DEBUG nova.compute.utils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.682208] env[69220]: DEBUG nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.682417] env[69220]: DEBUG nova.network.neutron [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.703877] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "refresh_cache-5f83fb47-76eb-4950-a73c-80fea7ceb6c9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.704069] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "refresh_cache-5f83fb47-76eb-4950-a73c-80fea7ceb6c9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.704322] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.764433] env[69220]: DEBUG nova.policy [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1f0630c764d4ecf9a8742bac87ed975', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3efe5f7e6e3425abb13bf69e73df2b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.886637] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "460fd851-f92d-49ec-8904-527d9b9e9b55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.889074] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.889074] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "460fd851-f92d-49ec-8904-527d9b9e9b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.889074] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.889074] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.891613] env[69220]: INFO nova.compute.manager [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Terminating instance [ 741.998059] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae714e4-4c63-4040-b145-df6f8b08c385 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.008156] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Doing hard reboot of VM {{(pid=69220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 742.008481] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1fbc80d7-2a6e-4128-bd65-bed99823ef61 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.015158] env[69220]: DEBUG oslo_vmware.api [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 742.015158] env[69220]: value = "task-2800634" [ 742.015158] env[69220]: _type = "Task" [ 742.015158] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.023663] env[69220]: DEBUG oslo_vmware.api [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800634, 'name': ResetVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.030573] env[69220]: DEBUG nova.network.neutron [req-f0a93437-23f3-4dc0-98ba-310733429a53 req-7e0ac940-9ca3-4222-b4e2-f3c91a36dc0a service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updated VIF entry in instance network info cache for port a3b3d394-76df-4d93-8064-3be6d8f6b89a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.031704] env[69220]: DEBUG nova.network.neutron [req-f0a93437-23f3-4dc0-98ba-310733429a53 req-7e0ac940-9ca3-4222-b4e2-f3c91a36dc0a service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updating instance_info_cache with network_info: [{"id": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "address": "fa:16:3e:a2:0a:b5", "network": {"id": "dbfdd541-a0ac-47a7-ada3-b2b7138f249b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-59488475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8abba92e61e44c56b0f0ce880fb18bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3b3d394-76", "ovs_interfaceid": "a3b3d394-76df-4d93-8064-3be6d8f6b89a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.106341] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.173859] env[69220]: DEBUG nova.network.neutron [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Successfully created port: 483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.187399] env[69220]: DEBUG nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.221319] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 17f009fc-b0fd-49e6-8074-0194dfab0f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.221487] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 7f1b4467-736f-48f6-8e6c-08ba9a6ba725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.221609] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9421efc6-6e98-48f4-a136-b3217e97527f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.222164] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68d617fa-7443-4b83-892c-1e6f928905d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.222366] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 981b1665-fc39-4e8a-9628-4c878ef5659e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.222497] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9fdc7289-1ff9-4b6c-a263-6930d47677bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.222618] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8c21d28c-0df5-4c1e-928e-a504576e6af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.222739] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance d754cfd3-f0ca-4903-8309-c0fd88805fea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.222848] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 1faf40f8-5b57-478e-9f70-cff62cbe3cfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.222965] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 99c21326-9d7e-4439-89b0-5dfd90577cdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.223092] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance b432ed50-8e33-4285-b4a7-61c7c6675a55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.223434] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 1dc9c045-37cd-4b5a-b465-aef0164fdfaa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.223650] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance ea80840e-87c3-4387-b6a3-afc53f581203 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 742.223779] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 16b2c458-8496-4092-bfaf-7ddc56466288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.223916] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 2f1a2017-62f4-441d-a40c-83158d1a5cb6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 742.224060] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance fd76250a-069e-4ac2-a19a-1b403dead67b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 742.224509] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance de0666cb-68cb-4257-9740-6dcea5554f27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.224655] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 460fd851-f92d-49ec-8904-527d9b9e9b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.224791] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 592a22d4-9652-4f07-a91e-464892d6f3b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 742.224916] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 38fe2585-8bbd-48df-abbb-5ef3cdd2d705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.225054] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 462f978b-3e0e-4786-a89f-2c4b92fc003a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.225331] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5f83fb47-76eb-4950-a73c-80fea7ceb6c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.225604] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 30216828-4dca-48de-b61d-2bf8af202dd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 742.267973] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.399039] env[69220]: DEBUG nova.compute.manager [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.399658] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.404403] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407fd1a3-e0fc-498a-82a9-054ffa6c65d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.416816] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.417132] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4de3ef1c-3bea-455d-8c64-a9f9a82ba256 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.426972] env[69220]: DEBUG oslo_vmware.api [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 742.426972] env[69220]: value = "task-2800635" [ 742.426972] env[69220]: _type = "Task" [ 742.426972] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.440309] env[69220]: DEBUG oslo_vmware.api [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.496032] env[69220]: DEBUG nova.network.neutron [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Updating instance_info_cache with network_info: [{"id": "dfbdefb5-173b-48c0-b17b-572375e465bb", "address": "fa:16:3e:b0:04:6a", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbdefb5-17", "ovs_interfaceid": "dfbdefb5-173b-48c0-b17b-572375e465bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.534093] env[69220]: DEBUG oslo_concurrency.lockutils [req-f0a93437-23f3-4dc0-98ba-310733429a53 req-7e0ac940-9ca3-4222-b4e2-f3c91a36dc0a service nova] Releasing lock "refresh_cache-460fd851-f92d-49ec-8904-527d9b9e9b55" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.549444] env[69220]: DEBUG oslo_vmware.api [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800634, 'name': ResetVM_Task, 'duration_secs': 0.110469} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.550669] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Did hard reboot of VM {{(pid=69220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 742.550669] env[69220]: DEBUG nova.compute.manager [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.551774] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4900b14b-453d-4b44-b850-188f5a38a253 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.609214] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.729349] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 798f9b00-6de7-44a0-9ccc-119774d88bbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.938787] env[69220]: DEBUG oslo_vmware.api [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800635, 'name': PowerOffVM_Task, 'duration_secs': 0.208095} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.939385] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.939562] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.939909] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5af4993d-9564-4d73-9977-e5bd0c068e45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.999625] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "refresh_cache-5f83fb47-76eb-4950-a73c-80fea7ceb6c9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.999978] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Instance network_info: |[{"id": "dfbdefb5-173b-48c0-b17b-572375e465bb", "address": "fa:16:3e:b0:04:6a", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbdefb5-17", "ovs_interfaceid": "dfbdefb5-173b-48c0-b17b-572375e465bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.001076] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:04:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfbdefb5-173b-48c0-b17b-572375e465bb', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.016488] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.020276] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.020824] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.021081] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.021307] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Deleting the datastore file [datastore2] 460fd851-f92d-49ec-8904-527d9b9e9b55 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.021705] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3768ab7a-bd2f-43d1-a056-9799d5457362 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.038689] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fbe3945-b66e-4878-b6ea-a86199a5bbef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.045523] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.045523] env[69220]: value = "task-2800637" [ 743.045523] env[69220]: _type = "Task" [ 743.045523] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.047905] env[69220]: DEBUG oslo_vmware.api [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 743.047905] env[69220]: value = "task-2800638" [ 743.047905] env[69220]: _type = "Task" [ 743.047905] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.059269] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800637, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.064811] env[69220]: DEBUG oslo_vmware.api [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.066045] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8285582b-188f-459f-bad0-2d66328e5dd9 tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.492s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.108468] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800633, 'name': PowerOnVM_Task, 'duration_secs': 1.802495} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.108835] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.109056] env[69220]: INFO nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Took 9.57 seconds to spawn the instance on the hypervisor. [ 743.109245] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.110110] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6226ad3-0cde-4eea-8ae5-620b25b14881 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.204018] env[69220]: DEBUG nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.236047] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.236327] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.236690] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.236985] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.237177] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.237444] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.237768] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.238064] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.238241] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.238431] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.238616] env[69220]: DEBUG nova.virt.hardware [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.239447] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance ebb20351-6df6-475b-9026-7abaf6de1b60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.241462] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f0ead8-e807-48cf-94d6-24733f701f2e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.258770] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e972535-7958-4d54-8cf9-f69a62130c85 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.570192] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800637, 'name': CreateVM_Task, 'duration_secs': 0.447384} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.572337] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.572647] env[69220]: DEBUG oslo_vmware.api [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346565} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.573527] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.573527] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.573776] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.574027] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.574207] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.574376] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.574539] env[69220]: INFO nova.compute.manager [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Took 1.18 seconds to destroy the instance on the hypervisor. [ 743.574768] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.574961] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25968c5f-924e-492f-8946-d3c139840b44 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.576824] env[69220]: DEBUG nova.compute.manager [-] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.576931] env[69220]: DEBUG nova.network.neutron [-] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.581638] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 743.581638] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527fa8b1-d430-574b-4276-752e12178c34" [ 743.581638] env[69220]: _type = "Task" [ 743.581638] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.594916] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527fa8b1-d430-574b-4276-752e12178c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.626980] env[69220]: INFO nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Took 41.59 seconds to build instance. [ 743.732300] env[69220]: DEBUG nova.compute.manager [req-424475f9-451b-403d-bed9-fe647c6d0bf7 req-a2a301e8-9bc2-43eb-8741-42b0eb9b6616 service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Received event network-changed-dfbdefb5-173b-48c0-b17b-572375e465bb {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.732886] env[69220]: DEBUG nova.compute.manager [req-424475f9-451b-403d-bed9-fe647c6d0bf7 req-a2a301e8-9bc2-43eb-8741-42b0eb9b6616 service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Refreshing instance network info cache due to event network-changed-dfbdefb5-173b-48c0-b17b-572375e465bb. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.733318] env[69220]: DEBUG oslo_concurrency.lockutils [req-424475f9-451b-403d-bed9-fe647c6d0bf7 req-a2a301e8-9bc2-43eb-8741-42b0eb9b6616 service nova] Acquiring lock "refresh_cache-5f83fb47-76eb-4950-a73c-80fea7ceb6c9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.736540] env[69220]: DEBUG oslo_concurrency.lockutils [req-424475f9-451b-403d-bed9-fe647c6d0bf7 req-a2a301e8-9bc2-43eb-8741-42b0eb9b6616 service nova] Acquired lock "refresh_cache-5f83fb47-76eb-4950-a73c-80fea7ceb6c9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.736540] env[69220]: DEBUG nova.network.neutron [req-424475f9-451b-403d-bed9-fe647c6d0bf7 req-a2a301e8-9bc2-43eb-8741-42b0eb9b6616 service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Refreshing network info cache for port dfbdefb5-173b-48c0-b17b-572375e465bb {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.750845] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance eb5ce251-3c94-4f91-b53f-dcce94bbaac0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.771667] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Acquiring lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.772513] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.071844] env[69220]: DEBUG nova.network.neutron [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Successfully updated port: 483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.094572] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527fa8b1-d430-574b-4276-752e12178c34, 'name': SearchDatastore_Task, 'duration_secs': 0.015147} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.094915] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.095187] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.095444] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.095603] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.095793] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.096105] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78afdafc-7df8-40dd-81f9-65ee75a1fd23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.105660] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.105878] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.106701] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36197a3-75af-4004-b9a5-53ee55fb299c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.113222] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 744.113222] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52455c7e-5612-bc40-724f-d2de7585b7fd" [ 744.113222] env[69220]: _type = "Task" [ 744.113222] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.123290] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52455c7e-5612-bc40-724f-d2de7585b7fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.129390] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "462f978b-3e0e-4786-a89f-2c4b92fc003a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.408s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.252884] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 1d950aae-1324-4e9a-9872-1f1a17acf1d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.276674] env[69220]: INFO nova.compute.manager [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Detaching volume a8d15af8-3dab-43ca-b65f-555a572428f6 [ 744.314522] env[69220]: INFO nova.virt.block_device [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Attempting to driver detach volume a8d15af8-3dab-43ca-b65f-555a572428f6 from mountpoint /dev/sdb [ 744.314807] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 744.317011] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562813', 'volume_id': 'a8d15af8-3dab-43ca-b65f-555a572428f6', 'name': 'volume-a8d15af8-3dab-43ca-b65f-555a572428f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f1b4467-736f-48f6-8e6c-08ba9a6ba725', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8d15af8-3dab-43ca-b65f-555a572428f6', 'serial': 'a8d15af8-3dab-43ca-b65f-555a572428f6'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 744.317011] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717b1e07-cfbe-4cf6-b21b-21f2e0cef503 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.356938] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488bec2c-6a16-49cf-a92f-4ec7cff9e472 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.365328] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4aaa24-d0df-4b58-9df5-333e6b445095 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.393795] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce59ee2-d903-4382-ad0e-861a1d185784 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.414021] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] The volume has not been displaced from its original location: [datastore1] volume-a8d15af8-3dab-43ca-b65f-555a572428f6/volume-a8d15af8-3dab-43ca-b65f-555a572428f6.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 744.419977] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 744.427351] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f70d1f-ce3d-40e0-92ee-3d9208f5e3b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.451397] env[69220]: DEBUG oslo_vmware.api [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Waiting for the task: (returnval){ [ 744.451397] env[69220]: value = "task-2800639" [ 744.451397] env[69220]: _type = "Task" [ 744.451397] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.461942] env[69220]: DEBUG oslo_vmware.api [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.489990] env[69220]: DEBUG nova.network.neutron [-] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.508926] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.510720] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.510986] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.511254] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.511435] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.513981] env[69220]: INFO nova.compute.manager [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Terminating instance [ 744.576756] env[69220]: DEBUG nova.network.neutron [req-424475f9-451b-403d-bed9-fe647c6d0bf7 req-a2a301e8-9bc2-43eb-8741-42b0eb9b6616 service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Updated VIF entry in instance network info cache for port dfbdefb5-173b-48c0-b17b-572375e465bb. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.576756] env[69220]: DEBUG nova.network.neutron [req-424475f9-451b-403d-bed9-fe647c6d0bf7 req-a2a301e8-9bc2-43eb-8741-42b0eb9b6616 service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Updating instance_info_cache with network_info: [{"id": "dfbdefb5-173b-48c0-b17b-572375e465bb", "address": "fa:16:3e:b0:04:6a", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbdefb5-17", "ovs_interfaceid": "dfbdefb5-173b-48c0-b17b-572375e465bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.576756] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.576756] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.576756] env[69220]: DEBUG nova.network.neutron [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.626989] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52455c7e-5612-bc40-724f-d2de7585b7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.627783] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038d595c-c2b5-4118-9ed8-6edddd93cf52 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.633409] env[69220]: DEBUG nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.636045] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 744.636045] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5266a5f7-eb33-a063-45b6-37becc7eb209" [ 744.636045] env[69220]: _type = "Task" [ 744.636045] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.649652] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5266a5f7-eb33-a063-45b6-37becc7eb209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.757104] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.944238] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquiring lock "981b1665-fc39-4e8a-9628-4c878ef5659e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.944592] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "981b1665-fc39-4e8a-9628-4c878ef5659e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.944995] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquiring lock "981b1665-fc39-4e8a-9628-4c878ef5659e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.945076] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "981b1665-fc39-4e8a-9628-4c878ef5659e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.945285] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "981b1665-fc39-4e8a-9628-4c878ef5659e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.950555] env[69220]: INFO nova.compute.manager [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Terminating instance [ 744.963702] env[69220]: DEBUG oslo_vmware.api [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800639, 'name': ReconfigVM_Task, 'duration_secs': 0.384957} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.964145] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 744.969668] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa874210-80c9-41b4-88ba-7443140284a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.989953] env[69220]: DEBUG oslo_vmware.api [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Waiting for the task: (returnval){ [ 744.989953] env[69220]: value = "task-2800640" [ 744.989953] env[69220]: _type = "Task" [ 744.989953] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.994278] env[69220]: INFO nova.compute.manager [-] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Took 1.42 seconds to deallocate network for instance. [ 745.004789] env[69220]: DEBUG oslo_vmware.api [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.021155] env[69220]: DEBUG nova.compute.manager [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.021640] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.024039] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143c058c-5339-4f6d-90b6-f6155cfc59f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.033403] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.033403] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e057e253-0c34-4dc0-962e-9be843f89f45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.042357] env[69220]: DEBUG oslo_vmware.api [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 745.042357] env[69220]: value = "task-2800641" [ 745.042357] env[69220]: _type = "Task" [ 745.042357] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.053445] env[69220]: DEBUG oslo_vmware.api [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.083644] env[69220]: DEBUG oslo_concurrency.lockutils [req-424475f9-451b-403d-bed9-fe647c6d0bf7 req-a2a301e8-9bc2-43eb-8741-42b0eb9b6616 service nova] Releasing lock "refresh_cache-5f83fb47-76eb-4950-a73c-80fea7ceb6c9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.121869] env[69220]: DEBUG nova.network.neutron [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.155509] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5266a5f7-eb33-a063-45b6-37becc7eb209, 'name': SearchDatastore_Task, 'duration_secs': 0.019366} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.155840] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.156586] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 5f83fb47-76eb-4950-a73c-80fea7ceb6c9/5f83fb47-76eb-4950-a73c-80fea7ceb6c9.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.156586] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab0244f-946b-4f5b-b32a-a6ea4a8dd59e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.160890] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.164531] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 745.164531] env[69220]: value = "task-2800642" [ 745.164531] env[69220]: _type = "Task" [ 745.164531] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.175814] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.260468] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 61ef0689-e28c-4296-8d0c-809458f6cc01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.294111] env[69220]: DEBUG nova.network.neutron [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updating instance_info_cache with network_info: [{"id": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "address": "fa:16:3e:0e:31:3b", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483fd9e7-9e", "ovs_interfaceid": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.459896] env[69220]: DEBUG nova.compute.manager [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.460209] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.461144] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5813c138-fbb0-46cf-8a62-8804a3e1ce18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.469396] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.469655] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cea0fd5-c437-4fad-8d45-76392b08c825 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.480322] env[69220]: DEBUG oslo_vmware.api [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 745.480322] env[69220]: value = "task-2800643" [ 745.480322] env[69220]: _type = "Task" [ 745.480322] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.492341] env[69220]: DEBUG oslo_vmware.api [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.508014] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.508420] env[69220]: DEBUG oslo_vmware.api [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Task: {'id': task-2800640, 'name': ReconfigVM_Task, 'duration_secs': 0.214935} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.508744] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562813', 'volume_id': 'a8d15af8-3dab-43ca-b65f-555a572428f6', 'name': 'volume-a8d15af8-3dab-43ca-b65f-555a572428f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f1b4467-736f-48f6-8e6c-08ba9a6ba725', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8d15af8-3dab-43ca-b65f-555a572428f6', 'serial': 'a8d15af8-3dab-43ca-b65f-555a572428f6'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.557959] env[69220]: DEBUG oslo_vmware.api [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800641, 'name': PowerOffVM_Task, 'duration_secs': 0.2184} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.558626] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.558925] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.559305] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee89d6a2-b1da-46db-9be0-48ed89620b42 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.634918] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.634918] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.634918] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Deleting the datastore file [datastore2] 38fe2585-8bbd-48df-abbb-5ef3cdd2d705 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.634918] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f763f19-f4aa-4f91-a989-5f4d2526b90d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.643107] env[69220]: DEBUG oslo_vmware.api [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for the task: (returnval){ [ 745.643107] env[69220]: value = "task-2800645" [ 745.643107] env[69220]: _type = "Task" [ 745.643107] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.653814] env[69220]: DEBUG oslo_vmware.api [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.675928] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800642, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.693934] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.694229] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.763199] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 2abcf079-cc67-4bd8-ae8a-c4eee07835ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.797566] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Releasing lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.797956] env[69220]: DEBUG nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance network_info: |[{"id": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "address": "fa:16:3e:0e:31:3b", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483fd9e7-9e", "ovs_interfaceid": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.798603] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:31:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '483fd9e7-9ef7-43ff-a9e2-885dae55b2d7', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.806927] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.807976] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.807976] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55313ce3-57be-4873-8663-41c980be15d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.833840] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.833840] env[69220]: value = "task-2800646" [ 745.833840] env[69220]: _type = "Task" [ 745.833840] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.844272] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800646, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.991696] env[69220]: DEBUG oslo_vmware.api [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800643, 'name': PowerOffVM_Task, 'duration_secs': 0.231639} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.991991] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.992221] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.992473] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f983f77-6837-47c9-aa9b-77caaa6e686c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.073459] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.073765] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.074033] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Deleting the datastore file [datastore1] 981b1665-fc39-4e8a-9628-4c878ef5659e {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.074527] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8701ca38-8683-4daa-81e7-8d6830232979 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.078557] env[69220]: DEBUG nova.objects.instance [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Lazy-loading 'flavor' on Instance uuid 7f1b4467-736f-48f6-8e6c-08ba9a6ba725 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.085695] env[69220]: DEBUG oslo_vmware.api [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for the task: (returnval){ [ 746.085695] env[69220]: value = "task-2800648" [ 746.085695] env[69220]: _type = "Task" [ 746.085695] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.097107] env[69220]: DEBUG oslo_vmware.api [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.154352] env[69220]: DEBUG oslo_vmware.api [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Task: {'id': task-2800645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337289} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.154683] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.154837] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.155038] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.155248] env[69220]: INFO nova.compute.manager [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Took 1.13 seconds to destroy the instance on the hypervisor. [ 746.155543] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.155753] env[69220]: DEBUG nova.compute.manager [-] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.155853] env[69220]: DEBUG nova.network.neutron [-] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.180490] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695571} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.180837] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 5f83fb47-76eb-4950-a73c-80fea7ceb6c9/5f83fb47-76eb-4950-a73c-80fea7ceb6c9.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.181060] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.181344] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74326d52-5034-4742-aea5-66a66f4eb1d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.188514] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 746.188514] env[69220]: value = "task-2800649" [ 746.188514] env[69220]: _type = "Task" [ 746.188514] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.199130] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.250487] env[69220]: DEBUG nova.compute.manager [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Received event network-vif-plugged-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.250728] env[69220]: DEBUG oslo_concurrency.lockutils [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] Acquiring lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.251170] env[69220]: DEBUG oslo_concurrency.lockutils [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] Lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.253306] env[69220]: DEBUG oslo_concurrency.lockutils [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] Lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.253306] env[69220]: DEBUG nova.compute.manager [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] No waiting events found dispatching network-vif-plugged-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.253306] env[69220]: WARNING nova.compute.manager [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Received unexpected event network-vif-plugged-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 for instance with vm_state building and task_state spawning. [ 746.253306] env[69220]: DEBUG nova.compute.manager [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Received event network-vif-deleted-a3b3d394-76df-4d93-8064-3be6d8f6b89a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.253306] env[69220]: DEBUG nova.compute.manager [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Received event network-changed-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.253306] env[69220]: DEBUG nova.compute.manager [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Refreshing instance network info cache due to event network-changed-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.254743] env[69220]: DEBUG oslo_concurrency.lockutils [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] Acquiring lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.254743] env[69220]: DEBUG oslo_concurrency.lockutils [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] Acquired lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.255242] env[69220]: DEBUG nova.network.neutron [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Refreshing network info cache for port 483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.270881] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8359ec7b-651f-4200-927b-3883d8c1297f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.345889] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800646, 'name': CreateVM_Task, 'duration_secs': 0.380054} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.347814] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.351363] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.351591] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.351911] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.352690] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.352690] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.353072] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-459972f6-3cbf-4a2d-b562-58ed0c045ef4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.361663] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 746.361663] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528b0844-9e0b-b867-3b5b-b60525ca5da6" [ 746.361663] env[69220]: _type = "Task" [ 746.361663] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.373288] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528b0844-9e0b-b867-3b5b-b60525ca5da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.596111] env[69220]: DEBUG oslo_vmware.api [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Task: {'id': task-2800648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351756} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.597055] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.597252] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.597430] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.597598] env[69220]: INFO nova.compute.manager [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 746.597840] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.598112] env[69220]: DEBUG nova.compute.manager [-] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.598228] env[69220]: DEBUG nova.network.neutron [-] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.701496] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081352} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.702219] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.703210] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86866b2b-26a5-4729-8818-bd31b5b85acb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.732363] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 5f83fb47-76eb-4950-a73c-80fea7ceb6c9/5f83fb47-76eb-4950-a73c-80fea7ceb6c9.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.733752] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ac0377-dbac-4841-911e-4df5e68c5e90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.758213] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 746.758213] env[69220]: value = "task-2800650" [ 746.758213] env[69220]: _type = "Task" [ 746.758213] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.768753] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.777471] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 3b49b25d-d39a-4b0c-85ed-7383c401c3b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.872295] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528b0844-9e0b-b867-3b5b-b60525ca5da6, 'name': SearchDatastore_Task, 'duration_secs': 0.014948} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.872611] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.872860] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.873118] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.873276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.873452] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.873729] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-211d2bbf-d359-4257-95bf-b7a9681f8df5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.884044] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.884299] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.885280] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d8f72ec-1159-4bf9-ba2f-056f92cfb46b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.891950] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 746.891950] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523ee555-b5ff-ff7c-8020-e0c84d5f34be" [ 746.891950] env[69220]: _type = "Task" [ 746.891950] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.900348] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523ee555-b5ff-ff7c-8020-e0c84d5f34be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.988976] env[69220]: DEBUG nova.network.neutron [-] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.091486] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0613ed04-dbae-411c-9e51-0b55607f2421 tempest-VolumesAssistedSnapshotsTest-1461573481 tempest-VolumesAssistedSnapshotsTest-1461573481-project-admin] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.271211] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.279770] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Acquiring lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.280271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.280271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Acquiring lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.280467] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.280628] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.282818] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 78aeae5e-b2a7-4a58-918c-e350a0f930a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.282943] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 747.283127] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 747.286105] env[69220]: INFO nova.compute.manager [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Terminating instance [ 747.377217] env[69220]: DEBUG nova.network.neutron [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updated VIF entry in instance network info cache for port 483fd9e7-9ef7-43ff-a9e2-885dae55b2d7. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.377642] env[69220]: DEBUG nova.network.neutron [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updating instance_info_cache with network_info: [{"id": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "address": "fa:16:3e:0e:31:3b", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483fd9e7-9e", "ovs_interfaceid": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.404266] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523ee555-b5ff-ff7c-8020-e0c84d5f34be, 'name': SearchDatastore_Task, 'duration_secs': 0.017592} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.405371] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8cb9b52-b442-490d-8d78-9573827d070f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.411040] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 747.411040] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521dfc13-5248-5c03-de3f-f777438008f8" [ 747.411040] env[69220]: _type = "Task" [ 747.411040] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.421580] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521dfc13-5248-5c03-de3f-f777438008f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.491914] env[69220]: INFO nova.compute.manager [-] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Took 1.34 seconds to deallocate network for instance. [ 747.774777] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800650, 'name': ReconfigVM_Task, 'duration_secs': 0.612662} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.777611] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 5f83fb47-76eb-4950-a73c-80fea7ceb6c9/5f83fb47-76eb-4950-a73c-80fea7ceb6c9.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.784196] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b55eff46-e8f8-4e06-9871-5c6be2065875 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.792151] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 747.792151] env[69220]: value = "task-2800651" [ 747.792151] env[69220]: _type = "Task" [ 747.792151] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.800135] env[69220]: DEBUG nova.compute.manager [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.801265] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.802186] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f58988d-7ffe-403a-b3ab-040ec5ac1a50 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.811761] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800651, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.813290] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 747.813290] env[69220]: value = "task-2800652" [ 747.813290] env[69220]: _type = "Task" [ 747.813290] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.825732] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.849459] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8620cf36-ec39-4d09-862c-9173a8e4601d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.857913] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac98f5d-c827-4a6e-afcf-e60557522a06 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.896610] env[69220]: DEBUG oslo_concurrency.lockutils [req-69b3b1d5-fe79-4fc2-b18b-baaf87fcb466 req-2acb17df-373b-4d2c-940d-c3c072dd0ed4 service nova] Releasing lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.897460] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0938bf9-9bef-44a2-a1c6-26aa7d671e9b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.906122] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cab7304-078c-4d89-9f1a-aedd88ebd81c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.923919] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.932885] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521dfc13-5248-5c03-de3f-f777438008f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017265} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.933879] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.934433] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 30216828-4dca-48de-b61d-2bf8af202dd6/30216828-4dca-48de-b61d-2bf8af202dd6.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.934555] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e947e457-624d-4789-aada-388cd8b3a28a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.944085] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 747.944085] env[69220]: value = "task-2800654" [ 747.944085] env[69220]: _type = "Task" [ 747.944085] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.956231] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.001808] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.022021] env[69220]: DEBUG nova.network.neutron [-] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.285491] env[69220]: DEBUG nova.compute.manager [req-ccd6b92f-23d0-4c90-b541-9bc0954ab1d9 req-cd1a24a0-715b-492d-bd78-d8ad645d4e15 service nova] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Received event network-vif-deleted-44e3d522-7869-4e29-8b58-d058f612cd8e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.285794] env[69220]: DEBUG nova.compute.manager [req-ccd6b92f-23d0-4c90-b541-9bc0954ab1d9 req-cd1a24a0-715b-492d-bd78-d8ad645d4e15 service nova] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Received event network-vif-deleted-3d0ef46c-6154-49e5-ad7d-d2acc6c0eb53 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.304571] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800651, 'name': Rename_Task, 'duration_secs': 0.191266} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.304998] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.305298] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ebd501c-7ee0-438b-a6c9-654dd406fbcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.312336] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 748.312336] env[69220]: value = "task-2800655" [ 748.312336] env[69220]: _type = "Task" [ 748.312336] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.326460] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.330606] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800652, 'name': PowerOffVM_Task, 'duration_secs': 0.231893} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.330932] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.331190] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 748.331391] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562748', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'name': 'volume-89dc07ea-dc4c-438e-8a69-415d8200befc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9c045-37cd-4b5a-b465-aef0164fdfaa', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'serial': '89dc07ea-dc4c-438e-8a69-415d8200befc'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 748.332375] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39ba46d-ebef-4731-aeab-6948399834ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.355911] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3826a422-31b8-436b-8fd1-c74cefee2245 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.363847] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d08b5a-23ee-4a13-aff2-bf1ec832d9ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.385805] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a253fb2e-b86f-4470-b955-3a8f25dfe610 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.404032] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] The volume has not been displaced from its original location: [datastore2] volume-89dc07ea-dc4c-438e-8a69-415d8200befc/volume-89dc07ea-dc4c-438e-8a69-415d8200befc.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 748.409842] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 748.410388] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dcc6b7b-a1ee-4548-a017-5e81b098ef21 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.427258] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.432809] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 748.432809] env[69220]: value = "task-2800656" [ 748.432809] env[69220]: _type = "Task" [ 748.432809] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.443319] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.455110] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800654, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.524936] env[69220]: INFO nova.compute.manager [-] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Took 1.93 seconds to deallocate network for instance. [ 748.823969] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.938271] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 748.938271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.776s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.938529] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.491s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.940078] env[69220]: INFO nova.compute.claims [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.946474] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800656, 'name': ReconfigVM_Task, 'duration_secs': 0.24135} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.950296] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 748.956335] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ba2fd2-f4bb-4338-82fb-51cc61b5a33a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.972453] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587174} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.975448] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 30216828-4dca-48de-b61d-2bf8af202dd6/30216828-4dca-48de-b61d-2bf8af202dd6.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.975448] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.975448] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 748.975448] env[69220]: value = "task-2800657" [ 748.975448] env[69220]: _type = "Task" [ 748.975448] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.975448] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8583efa3-6c4b-46ec-9176-767f85acc56a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.987528] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800657, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.990044] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 748.990044] env[69220]: value = "task-2800658" [ 748.990044] env[69220]: _type = "Task" [ 748.990044] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.999640] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.033025] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.324007] env[69220]: DEBUG oslo_vmware.api [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800655, 'name': PowerOnVM_Task, 'duration_secs': 0.760975} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.324310] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.324511] env[69220]: INFO nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Took 8.88 seconds to spawn the instance on the hypervisor. [ 749.324693] env[69220]: DEBUG nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.325520] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196d610-870b-4898-9391-52687f7b61ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.493046] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800657, 'name': ReconfigVM_Task, 'duration_secs': 0.1371} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.493046] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562748', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'name': 'volume-89dc07ea-dc4c-438e-8a69-415d8200befc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dc9c045-37cd-4b5a-b465-aef0164fdfaa', 'attached_at': '', 'detached_at': '', 'volume_id': '89dc07ea-dc4c-438e-8a69-415d8200befc', 'serial': '89dc07ea-dc4c-438e-8a69-415d8200befc'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 749.493046] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.493046] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cc2627-8562-4e38-96b9-16e64fc1e733 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.501794] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106494} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.503888] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.504237] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.504944] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249dee4-51f2-4c5c-a7b2-86bf2489851a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.507489] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-355f1a00-5a7e-4ea0-9e71-1ab1761d817e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.530381] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 30216828-4dca-48de-b61d-2bf8af202dd6/30216828-4dca-48de-b61d-2bf8af202dd6.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.531487] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c6516a-73fd-4e61-b91f-a342d40cf47a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.551734] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 749.551734] env[69220]: value = "task-2800660" [ 749.551734] env[69220]: _type = "Task" [ 749.551734] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.560098] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.579283] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.579506] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.579683] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Deleting the datastore file [datastore2] 1dc9c045-37cd-4b5a-b465-aef0164fdfaa {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.579962] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cf8fdd8-a8f6-4a68-91ce-abdf34f66971 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.585796] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for the task: (returnval){ [ 749.585796] env[69220]: value = "task-2800661" [ 749.585796] env[69220]: _type = "Task" [ 749.585796] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.594043] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.843204] env[69220]: INFO nova.compute.manager [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Took 43.13 seconds to build instance. [ 750.065185] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800660, 'name': ReconfigVM_Task, 'duration_secs': 0.326253} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.065383] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 30216828-4dca-48de-b61d-2bf8af202dd6/30216828-4dca-48de-b61d-2bf8af202dd6.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.066043] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7dc5c02-3972-4dee-b68f-417c7d06c233 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.074106] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 750.074106] env[69220]: value = "task-2800662" [ 750.074106] env[69220]: _type = "Task" [ 750.074106] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.081648] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800662, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.084347] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264707c-1b36-c679-b333-ddb46a4ad634/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 750.085504] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c87d2-e9ec-4336-af5a-0c42f7e7fb82 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.097284] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264707c-1b36-c679-b333-ddb46a4ad634/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 750.097471] env[69220]: ERROR oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264707c-1b36-c679-b333-ddb46a4ad634/disk-0.vmdk due to incomplete transfer. [ 750.102274] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57c85a53-13ec-4c21-8bd6-2038610a3491 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.102825] env[69220]: DEBUG oslo_vmware.api [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Task: {'id': task-2800661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17815} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.105149] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.105333] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.105502] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.105668] env[69220]: INFO nova.compute.manager [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Took 2.30 seconds to destroy the instance on the hypervisor. [ 750.105895] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.106582] env[69220]: DEBUG nova.compute.manager [-] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.106704] env[69220]: DEBUG nova.network.neutron [-] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.112219] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264707c-1b36-c679-b333-ddb46a4ad634/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 750.112419] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Uploaded image 0ecbe615-3800-4983-82df-d4b489d219e0 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 750.114691] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.114966] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4777f96-a7ec-4720-a56e-03a2fa916b5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.121662] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 750.121662] env[69220]: value = "task-2800663" [ 750.121662] env[69220]: _type = "Task" [ 750.121662] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.132553] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800663, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.344997] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a121b056-7fa0-4d66-a389-85718aeb0d86 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.589s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.498040] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e471c-2daa-439d-aaeb-a7598de3ffdf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.506713] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fd2d2a-3700-480c-baae-08decf8dcd6f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.546313] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952881d0-5992-4b95-89c9-44d036216016 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.555122] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff6ba2-4b0b-4bd8-b318-c3572c1a7909 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.571902] env[69220]: DEBUG nova.compute.provider_tree [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.582892] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800662, 'name': Rename_Task, 'duration_secs': 0.340595} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.583177] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.583742] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34fe17cf-7e59-4cd3-854b-3ff740ca4147 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.589305] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 750.589305] env[69220]: value = "task-2800664" [ 750.589305] env[69220]: _type = "Task" [ 750.589305] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.597407] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.634089] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800663, 'name': Destroy_Task, 'duration_secs': 0.380235} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.634089] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Destroyed the VM [ 750.634089] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 750.634286] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc8649fc-f754-40b0-897e-d331f8db0d5e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.639105] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquiring lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.639921] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.639921] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquiring lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.639921] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.639921] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.643042] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 750.643042] env[69220]: value = "task-2800665" [ 750.643042] env[69220]: _type = "Task" [ 750.643042] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.643525] env[69220]: INFO nova.compute.manager [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Terminating instance [ 750.656090] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.813035] env[69220]: DEBUG nova.compute.manager [req-7417c416-ba52-47f4-8701-e29593afdbe9 req-03eae523-774d-421d-8895-d9ba422690de service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Received event network-vif-deleted-ef20773e-6537-485a-acc2-95c19467aea5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.813252] env[69220]: INFO nova.compute.manager [req-7417c416-ba52-47f4-8701-e29593afdbe9 req-03eae523-774d-421d-8895-d9ba422690de service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Neutron deleted interface ef20773e-6537-485a-acc2-95c19467aea5; detaching it from the instance and deleting it from the info cache [ 750.813478] env[69220]: DEBUG nova.network.neutron [req-7417c416-ba52-47f4-8701-e29593afdbe9 req-03eae523-774d-421d-8895-d9ba422690de service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.847208] env[69220]: DEBUG nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.076132] env[69220]: DEBUG nova.scheduler.client.report [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.102681] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.157156] env[69220]: DEBUG nova.compute.manager [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.157400] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.157702] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.158573] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cad25d-4cda-4b5e-a05d-a0fb57d1f2d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.162037] env[69220]: DEBUG nova.network.neutron [-] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.167694] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.168229] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c229650-43e7-46c6-874a-0007323e4093 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.179042] env[69220]: DEBUG oslo_vmware.api [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 751.179042] env[69220]: value = "task-2800666" [ 751.179042] env[69220]: _type = "Task" [ 751.179042] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.186473] env[69220]: DEBUG oslo_vmware.api [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.197642] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.197905] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.198226] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.198507] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.198698] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.201918] env[69220]: INFO nova.compute.manager [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Terminating instance [ 751.320030] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9afdd469-1046-466c-a74f-8f11f05ae487 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.335092] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17b504-c1c9-4ffa-abff-3e50cbc12f90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.376078] env[69220]: DEBUG nova.compute.manager [req-7417c416-ba52-47f4-8701-e29593afdbe9 req-03eae523-774d-421d-8895-d9ba422690de service nova] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Detach interface failed, port_id=ef20773e-6537-485a-acc2-95c19467aea5, reason: Instance 1dc9c045-37cd-4b5a-b465-aef0164fdfaa could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 751.399554] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.440811] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "462f978b-3e0e-4786-a89f-2c4b92fc003a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.440811] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "462f978b-3e0e-4786-a89f-2c4b92fc003a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.440811] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "462f978b-3e0e-4786-a89f-2c4b92fc003a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.440811] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "462f978b-3e0e-4786-a89f-2c4b92fc003a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.440811] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "462f978b-3e0e-4786-a89f-2c4b92fc003a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.441541] env[69220]: INFO nova.compute.manager [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Terminating instance [ 751.582420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.582890] env[69220]: DEBUG nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.586430] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.614s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.587934] env[69220]: INFO nova.compute.claims [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.599822] env[69220]: DEBUG oslo_vmware.api [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800664, 'name': PowerOnVM_Task, 'duration_secs': 0.594482} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.600100] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.600294] env[69220]: INFO nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Took 8.40 seconds to spawn the instance on the hypervisor. [ 751.600480] env[69220]: DEBUG nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.601324] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13819e84-5c3a-4e8a-a359-cba072d2f4ef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.658209] env[69220]: DEBUG oslo_vmware.api [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.700284} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.658503] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 751.658759] env[69220]: INFO nova.compute.manager [None req-1a2ff39a-bace-45f2-ba96-bbd5aec8375e tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Took 15.01 seconds to snapshot the instance on the hypervisor. [ 751.668638] env[69220]: INFO nova.compute.manager [-] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Took 1.56 seconds to deallocate network for instance. [ 751.686811] env[69220]: DEBUG oslo_vmware.api [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800666, 'name': PowerOffVM_Task, 'duration_secs': 0.407531} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.687099] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.687298] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.687558] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c1d702d-a08b-4d2e-8ab0-bc003c2c8863 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.705216] env[69220]: DEBUG nova.compute.manager [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.705484] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.707028] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbca90af-8e63-459b-9139-358a197faffa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.716378] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.716656] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da98bee2-904e-4fc5-903b-8ce0d289ad72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.722644] env[69220]: DEBUG oslo_vmware.api [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 751.722644] env[69220]: value = "task-2800668" [ 751.722644] env[69220]: _type = "Task" [ 751.722644] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.731054] env[69220]: DEBUG oslo_vmware.api [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.752679] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.752941] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.753135] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Deleting the datastore file [datastore2] 7f1b4467-736f-48f6-8e6c-08ba9a6ba725 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.753394] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a701ea-fe60-4c57-8ad0-06f8e81c23e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.759234] env[69220]: DEBUG oslo_vmware.api [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for the task: (returnval){ [ 751.759234] env[69220]: value = "task-2800669" [ 751.759234] env[69220]: _type = "Task" [ 751.759234] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.767305] env[69220]: DEBUG oslo_vmware.api [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.945935] env[69220]: DEBUG nova.compute.manager [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.946188] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.947143] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b88bc-14d9-422e-9ce5-7a2ad5b282c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.954458] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.954712] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e9973b-0fd6-4d3d-a583-c543092037ef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.962069] env[69220]: DEBUG oslo_vmware.api [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 751.962069] env[69220]: value = "task-2800670" [ 751.962069] env[69220]: _type = "Task" [ 751.962069] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.969574] env[69220]: DEBUG oslo_vmware.api [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.090192] env[69220]: DEBUG nova.compute.utils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.091792] env[69220]: DEBUG nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.092017] env[69220]: DEBUG nova.network.neutron [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.121826] env[69220]: INFO nova.compute.manager [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Took 42.12 seconds to build instance. [ 752.135793] env[69220]: DEBUG nova.policy [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d7b5d785ed343539c90e863d6bb2cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae572a3b564d458f8517cbfaec50580f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.221702] env[69220]: INFO nova.compute.manager [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Took 0.55 seconds to detach 1 volumes for instance. [ 752.227019] env[69220]: DEBUG nova.compute.manager [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Deleting volume: 89dc07ea-dc4c-438e-8a69-415d8200befc {{(pid=69220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 752.234963] env[69220]: DEBUG oslo_vmware.api [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800668, 'name': PowerOffVM_Task, 'duration_secs': 0.280223} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.236230] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.236230] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.236230] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d586e63-d458-4ac4-b2e3-1e40e531714e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.270300] env[69220]: DEBUG oslo_vmware.api [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Task: {'id': task-2800669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235337} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.270300] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.271575] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.271947] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.272592] env[69220]: INFO nova.compute.manager [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Took 1.11 seconds to destroy the instance on the hypervisor. [ 752.273270] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.283334] env[69220]: DEBUG nova.compute.manager [-] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.283334] env[69220]: DEBUG nova.network.neutron [-] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.322364] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.322677] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.322990] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleting the datastore file [datastore2] 5f83fb47-76eb-4950-a73c-80fea7ceb6c9 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.323404] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c354275c-14f5-4407-b245-69d30855418c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.332719] env[69220]: DEBUG oslo_vmware.api [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 752.332719] env[69220]: value = "task-2800673" [ 752.332719] env[69220]: _type = "Task" [ 752.332719] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.346340] env[69220]: DEBUG oslo_vmware.api [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.472443] env[69220]: DEBUG oslo_vmware.api [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800670, 'name': PowerOffVM_Task, 'duration_secs': 0.277221} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.472730] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.472882] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.473161] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c1476cb-1c20-4f51-b6f8-cec7ea9991a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.577941] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.577941] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.577941] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleting the datastore file [datastore1] 462f978b-3e0e-4786-a89f-2c4b92fc003a {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.578266] env[69220]: DEBUG nova.network.neutron [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Successfully created port: 8c703955-b426-437b-ab03-b33847e484b5 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.582756] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21853c68-7104-4672-a74a-416e315add51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.590503] env[69220]: DEBUG oslo_vmware.api [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 752.590503] env[69220]: value = "task-2800675" [ 752.590503] env[69220]: _type = "Task" [ 752.590503] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.602521] env[69220]: DEBUG nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.605219] env[69220]: DEBUG oslo_vmware.api [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.623408] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1ec683f-5d97-44e4-b760-15e551b4bd67 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.772s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.784301] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.843675] env[69220]: DEBUG oslo_vmware.api [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261854} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.844210] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.844210] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.844517] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.844517] env[69220]: INFO nova.compute.manager [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 752.844651] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.847116] env[69220]: DEBUG nova.compute.manager [-] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.847223] env[69220]: DEBUG nova.network.neutron [-] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.101048] env[69220]: DEBUG oslo_vmware.api [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459279} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.103968] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.104168] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.104358] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.104528] env[69220]: INFO nova.compute.manager [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 753.104762] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.106060] env[69220]: DEBUG nova.compute.manager [-] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.106060] env[69220]: DEBUG nova.network.neutron [-] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.128697] env[69220]: DEBUG nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.150845] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a98b3-c1f2-4c28-b1dc-95767e85dfec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.159417] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c4394-972d-4a69-883c-5d2abf12f0ff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.200114] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c034d9b-63c0-4fab-9922-f4a33a9b52b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.208840] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6719ff-981d-41b6-b013-6a2d57059838 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.222689] env[69220]: DEBUG nova.compute.provider_tree [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.488362] env[69220]: DEBUG nova.network.neutron [-] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.611660] env[69220]: DEBUG nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.644678] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.645010] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.645239] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.645688] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.645998] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.645998] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.646764] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.646990] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.647258] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.647913] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.648329] env[69220]: DEBUG nova.virt.hardware [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.649426] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361a44f6-837a-434c-b738-766c16893336 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.660319] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c7217-2334-4d89-866b-6d2c0400fb65 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.665362] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.688292] env[69220]: DEBUG nova.compute.manager [req-5bfa6ad4-f647-4f15-9e9a-a5e698b8f9cc req-98278faf-3fb0-43a1-8c20-e917f8545ae9 service nova] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Received event network-vif-deleted-51d3e881-afc3-433e-9975-d8f22600b687 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.726071] env[69220]: DEBUG nova.scheduler.client.report [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.803497] env[69220]: DEBUG nova.compute.manager [req-17b84a80-2e00-4695-bd9b-60b95d56a660 req-29880155-e540-4c14-ae9f-b4dfef5bff1d service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Received event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.803771] env[69220]: DEBUG nova.compute.manager [req-17b84a80-2e00-4695-bd9b-60b95d56a660 req-29880155-e540-4c14-ae9f-b4dfef5bff1d service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing instance network info cache due to event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.804801] env[69220]: DEBUG oslo_concurrency.lockutils [req-17b84a80-2e00-4695-bd9b-60b95d56a660 req-29880155-e540-4c14-ae9f-b4dfef5bff1d service nova] Acquiring lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.804801] env[69220]: DEBUG oslo_concurrency.lockutils [req-17b84a80-2e00-4695-bd9b-60b95d56a660 req-29880155-e540-4c14-ae9f-b4dfef5bff1d service nova] Acquired lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.804801] env[69220]: DEBUG nova.network.neutron [req-17b84a80-2e00-4695-bd9b-60b95d56a660 req-29880155-e540-4c14-ae9f-b4dfef5bff1d service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.825852] env[69220]: DEBUG nova.network.neutron [-] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.882989] env[69220]: DEBUG nova.network.neutron [-] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.992240] env[69220]: INFO nova.compute.manager [-] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Took 1.71 seconds to deallocate network for instance. [ 754.220526] env[69220]: DEBUG nova.network.neutron [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Successfully updated port: 8c703955-b426-437b-ab03-b33847e484b5 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.233051] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.233051] env[69220]: DEBUG nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.240586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.861s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.240586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.240586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.618s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.240586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.243745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.909s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.245680] env[69220]: INFO nova.compute.claims [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.270341] env[69220]: INFO nova.scheduler.client.report [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Deleted allocations for instance ea80840e-87c3-4387-b6a3-afc53f581203 [ 754.277127] env[69220]: INFO nova.scheduler.client.report [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Deleted allocations for instance 2f1a2017-62f4-441d-a40c-83158d1a5cb6 [ 754.327844] env[69220]: INFO nova.compute.manager [-] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Took 1.48 seconds to deallocate network for instance. [ 754.386243] env[69220]: INFO nova.compute.manager [-] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Took 1.28 seconds to deallocate network for instance. [ 754.501157] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.565920] env[69220]: DEBUG nova.network.neutron [req-17b84a80-2e00-4695-bd9b-60b95d56a660 req-29880155-e540-4c14-ae9f-b4dfef5bff1d service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updated VIF entry in instance network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.565920] env[69220]: DEBUG nova.network.neutron [req-17b84a80-2e00-4695-bd9b-60b95d56a660 req-29880155-e540-4c14-ae9f-b4dfef5bff1d service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updating instance_info_cache with network_info: [{"id": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "address": "fa:16:3e:32:bf:c6", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a69a6a-94", "ovs_interfaceid": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.727874] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "refresh_cache-798f9b00-6de7-44a0-9ccc-119774d88bbc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.728085] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "refresh_cache-798f9b00-6de7-44a0-9ccc-119774d88bbc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.728277] env[69220]: DEBUG nova.network.neutron [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.757197] env[69220]: DEBUG nova.compute.utils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.761121] env[69220]: DEBUG nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.761390] env[69220]: DEBUG nova.network.neutron [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.782675] env[69220]: DEBUG oslo_concurrency.lockutils [None req-70794050-821c-4805-8951-a34cfb37e7dc tempest-FloatingIPsAssociationNegativeTestJSON-1668306121 tempest-FloatingIPsAssociationNegativeTestJSON-1668306121-project-member] Lock "ea80840e-87c3-4387-b6a3-afc53f581203" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.111s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.788179] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5b79b671-32b2-4462-b6d1-b2c253b0e297 tempest-InstanceActionsV221TestJSON-791559760 tempest-InstanceActionsV221TestJSON-791559760-project-member] Lock "2f1a2017-62f4-441d-a40c-83158d1a5cb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.557s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.834150] env[69220]: DEBUG nova.policy [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a17d4937b764e1b8adce2dd4371101c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '789b722aa25d4019a8b0754c927dfef7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.836586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.892360] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.068942] env[69220]: DEBUG oslo_concurrency.lockutils [req-17b84a80-2e00-4695-bd9b-60b95d56a660 req-29880155-e540-4c14-ae9f-b4dfef5bff1d service nova] Releasing lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.264811] env[69220]: DEBUG nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.293413] env[69220]: DEBUG nova.network.neutron [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.379017] env[69220]: DEBUG nova.network.neutron [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Successfully created port: aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.548617] env[69220]: DEBUG nova.network.neutron [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Updating instance_info_cache with network_info: [{"id": "8c703955-b426-437b-ab03-b33847e484b5", "address": "fa:16:3e:12:08:30", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c703955-b4", "ovs_interfaceid": "8c703955-b426-437b-ab03-b33847e484b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.779975] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b4532-84fb-4395-9d53-24260830d8eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.788318] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4dcffd-08ca-4396-9a08-de3b06fb1f70 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.820801] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a94df4e-44ea-451d-b952-b1b5670e23dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.829132] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1305cef8-b3c8-4886-9d21-26e5ba6c4c60 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.842784] env[69220]: DEBUG nova.compute.provider_tree [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.053640] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "refresh_cache-798f9b00-6de7-44a0-9ccc-119774d88bbc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.054027] env[69220]: DEBUG nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Instance network_info: |[{"id": "8c703955-b426-437b-ab03-b33847e484b5", "address": "fa:16:3e:12:08:30", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c703955-b4", "ovs_interfaceid": "8c703955-b426-437b-ab03-b33847e484b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.054424] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:08:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c703955-b426-437b-ab03-b33847e484b5', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.062582] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating folder: Project (ae572a3b564d458f8517cbfaec50580f). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.062891] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d3f0518-b148-43f3-889e-caff445e5912 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.074766] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created folder: Project (ae572a3b564d458f8517cbfaec50580f) in parent group-v562703. [ 756.074766] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating folder: Instances. Parent ref: group-v562821. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.075251] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c883b83c-2520-4479-921c-02d06d0e9bfe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.085147] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created folder: Instances in parent group-v562821. [ 756.085147] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.085147] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.085355] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79fa1f9d-5f28-4716-817e-117a37eddecd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.104432] env[69220]: DEBUG nova.compute.manager [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Received event network-vif-deleted-ba9c592e-a921-4bec-b26a-b7293fa1cbc8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.104637] env[69220]: DEBUG nova.compute.manager [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Received event network-vif-plugged-8c703955-b426-437b-ab03-b33847e484b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.104822] env[69220]: DEBUG oslo_concurrency.lockutils [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] Acquiring lock "798f9b00-6de7-44a0-9ccc-119774d88bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.105032] env[69220]: DEBUG oslo_concurrency.lockutils [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] Lock "798f9b00-6de7-44a0-9ccc-119774d88bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.105197] env[69220]: DEBUG oslo_concurrency.lockutils [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] Lock "798f9b00-6de7-44a0-9ccc-119774d88bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.105370] env[69220]: DEBUG nova.compute.manager [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] No waiting events found dispatching network-vif-plugged-8c703955-b426-437b-ab03-b33847e484b5 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.105509] env[69220]: WARNING nova.compute.manager [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Received unexpected event network-vif-plugged-8c703955-b426-437b-ab03-b33847e484b5 for instance with vm_state building and task_state spawning. [ 756.105696] env[69220]: DEBUG nova.compute.manager [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Received event network-changed-8c703955-b426-437b-ab03-b33847e484b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.105806] env[69220]: DEBUG nova.compute.manager [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Refreshing instance network info cache due to event network-changed-8c703955-b426-437b-ab03-b33847e484b5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.105992] env[69220]: DEBUG oslo_concurrency.lockutils [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] Acquiring lock "refresh_cache-798f9b00-6de7-44a0-9ccc-119774d88bbc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.106124] env[69220]: DEBUG oslo_concurrency.lockutils [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] Acquired lock "refresh_cache-798f9b00-6de7-44a0-9ccc-119774d88bbc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.106314] env[69220]: DEBUG nova.network.neutron [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Refreshing network info cache for port 8c703955-b426-437b-ab03-b33847e484b5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.108887] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.108887] env[69220]: value = "task-2800678" [ 756.108887] env[69220]: _type = "Task" [ 756.108887] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.118097] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800678, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.272747] env[69220]: DEBUG nova.compute.manager [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Received event network-vif-deleted-dfbdefb5-173b-48c0-b17b-572375e465bb {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.272949] env[69220]: DEBUG nova.compute.manager [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Received event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.273132] env[69220]: DEBUG nova.compute.manager [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing instance network info cache due to event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.273341] env[69220]: DEBUG oslo_concurrency.lockutils [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] Acquiring lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.273472] env[69220]: DEBUG oslo_concurrency.lockutils [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] Acquired lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.273618] env[69220]: DEBUG nova.network.neutron [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.276782] env[69220]: DEBUG nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.310386] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.310624] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.310776] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.310957] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.311895] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.312149] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.312518] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.312729] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.313058] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.313134] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.313265] env[69220]: DEBUG nova.virt.hardware [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.315252] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dbce6f-8d6b-496b-ac00-971bea7438ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.324584] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c26f3d5-b89f-482a-b709-4cd1c0333bdb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.347651] env[69220]: DEBUG nova.scheduler.client.report [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.623721] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800678, 'name': CreateVM_Task, 'duration_secs': 0.341368} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.623956] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.624576] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.625109] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.625320] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6933080a-232f-486f-87c1-735f1787cd1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.629991] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 756.629991] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524b5b84-e6a6-7d7d-5f4e-098615c6f79a" [ 756.629991] env[69220]: _type = "Task" [ 756.629991] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.638204] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524b5b84-e6a6-7d7d-5f4e-098615c6f79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.853283] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.856017] env[69220]: DEBUG nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.857297] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.175s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.863132] env[69220]: INFO nova.compute.claims [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.121070] env[69220]: DEBUG nova.network.neutron [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updated VIF entry in instance network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.121442] env[69220]: DEBUG nova.network.neutron [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updating instance_info_cache with network_info: [{"id": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "address": "fa:16:3e:32:bf:c6", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a69a6a-94", "ovs_interfaceid": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.142278] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524b5b84-e6a6-7d7d-5f4e-098615c6f79a, 'name': SearchDatastore_Task, 'duration_secs': 0.012867} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.142648] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.142912] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.143225] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.143422] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.143674] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.143961] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fba9c17c-6425-48c6-9e7b-c8d76e55ae84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.152718] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.152900] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.153623] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf45d931-4917-4731-a3fe-cdc6b9ea4687 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.161316] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 757.161316] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528fc9c6-cde2-f6c2-02b3-e3c7585c351a" [ 757.161316] env[69220]: _type = "Task" [ 757.161316] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.168247] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528fc9c6-cde2-f6c2-02b3-e3c7585c351a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.172829] env[69220]: DEBUG nova.network.neutron [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Updated VIF entry in instance network info cache for port 8c703955-b426-437b-ab03-b33847e484b5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.173162] env[69220]: DEBUG nova.network.neutron [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Updating instance_info_cache with network_info: [{"id": "8c703955-b426-437b-ab03-b33847e484b5", "address": "fa:16:3e:12:08:30", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c703955-b4", "ovs_interfaceid": "8c703955-b426-437b-ab03-b33847e484b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.368038] env[69220]: DEBUG nova.compute.utils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.375113] env[69220]: DEBUG nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.375971] env[69220]: DEBUG nova.network.neutron [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.466940] env[69220]: DEBUG nova.network.neutron [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Successfully updated port: aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.475922] env[69220]: DEBUG nova.policy [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec33d0ec1fc7468cb18b843ad274e192', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd91f857780cd412483b44704b9efd498', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.624327] env[69220]: DEBUG oslo_concurrency.lockutils [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] Releasing lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.624633] env[69220]: DEBUG nova.compute.manager [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Received event network-changed-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.624786] env[69220]: DEBUG nova.compute.manager [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Refreshing instance network info cache due to event network-changed-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.624997] env[69220]: DEBUG oslo_concurrency.lockutils [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] Acquiring lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.625155] env[69220]: DEBUG oslo_concurrency.lockutils [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] Acquired lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.625322] env[69220]: DEBUG nova.network.neutron [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Refreshing network info cache for port 483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.671090] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528fc9c6-cde2-f6c2-02b3-e3c7585c351a, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.671897] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101286e9-560a-465d-a74b-ffc07ff1779e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.677333] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 757.677333] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52630674-e177-d3ce-e831-3ba545210a21" [ 757.677333] env[69220]: _type = "Task" [ 757.677333] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.682914] env[69220]: DEBUG oslo_concurrency.lockutils [req-0cb8aa62-2206-426d-9666-792eb40b92d5 req-9993c244-6e8d-455f-835b-748ffaf45b08 service nova] Releasing lock "refresh_cache-798f9b00-6de7-44a0-9ccc-119774d88bbc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.692427] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52630674-e177-d3ce-e831-3ba545210a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.873929] env[69220]: DEBUG nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.970246] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.970448] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquired lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.970634] env[69220]: DEBUG nova.network.neutron [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.008211] env[69220]: DEBUG nova.network.neutron [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Successfully created port: 0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.195008] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52630674-e177-d3ce-e831-3ba545210a21, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.197732] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.197995] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 798f9b00-6de7-44a0-9ccc-119774d88bbc/798f9b00-6de7-44a0-9ccc-119774d88bbc.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.198454] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69616310-e2ab-48ac-96d3-b05e1249a3e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.207080] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 758.207080] env[69220]: value = "task-2800679" [ 758.207080] env[69220]: _type = "Task" [ 758.207080] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.218319] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.489356] env[69220]: DEBUG nova.compute.manager [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Received event network-vif-plugged-aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.489356] env[69220]: DEBUG oslo_concurrency.lockutils [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] Acquiring lock "ebb20351-6df6-475b-9026-7abaf6de1b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.489556] env[69220]: DEBUG oslo_concurrency.lockutils [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.489556] env[69220]: DEBUG oslo_concurrency.lockutils [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.489791] env[69220]: DEBUG nova.compute.manager [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] No waiting events found dispatching network-vif-plugged-aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.490585] env[69220]: WARNING nova.compute.manager [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Received unexpected event network-vif-plugged-aed76c00-8eef-4110-a97b-ba0a730a038f for instance with vm_state building and task_state spawning. [ 758.490795] env[69220]: DEBUG nova.compute.manager [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Received event network-changed-aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.490984] env[69220]: DEBUG nova.compute.manager [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Refreshing instance network info cache due to event network-changed-aed76c00-8eef-4110-a97b-ba0a730a038f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.494136] env[69220]: DEBUG oslo_concurrency.lockutils [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] Acquiring lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.518574] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8613986-7ab9-4507-9e35-84624f59ba23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.530025] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5447df40-1717-4d04-9807-9b7e440d0166 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.534710] env[69220]: DEBUG nova.network.neutron [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updated VIF entry in instance network info cache for port 483fd9e7-9ef7-43ff-a9e2-885dae55b2d7. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.536230] env[69220]: DEBUG nova.network.neutron [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updating instance_info_cache with network_info: [{"id": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "address": "fa:16:3e:0e:31:3b", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483fd9e7-9e", "ovs_interfaceid": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.568818] env[69220]: DEBUG nova.network.neutron [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.574460] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484f0402-c0fd-4009-9cff-d9c1751ceb1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.584349] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f83abd1-5446-4bf5-b19f-b2f95fc47607 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.599455] env[69220]: DEBUG nova.compute.provider_tree [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.681125] env[69220]: DEBUG nova.compute.manager [req-22bb3edf-bd3e-49ae-9255-7640e6a28b8a req-3692267b-9cbd-4701-945d-09e3b6d86b35 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Received event network-changed-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.681393] env[69220]: DEBUG nova.compute.manager [req-22bb3edf-bd3e-49ae-9255-7640e6a28b8a req-3692267b-9cbd-4701-945d-09e3b6d86b35 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Refreshing instance network info cache due to event network-changed-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.681518] env[69220]: DEBUG oslo_concurrency.lockutils [req-22bb3edf-bd3e-49ae-9255-7640e6a28b8a req-3692267b-9cbd-4701-945d-09e3b6d86b35 service nova] Acquiring lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.717157] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457197} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.717534] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 798f9b00-6de7-44a0-9ccc-119774d88bbc/798f9b00-6de7-44a0-9ccc-119774d88bbc.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.717665] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.717866] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9df8012-85a8-4211-aeb8-cd1d2994fbe5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.724733] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 758.724733] env[69220]: value = "task-2800680" [ 758.724733] env[69220]: _type = "Task" [ 758.724733] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.737024] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.798590] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "30216828-4dca-48de-b61d-2bf8af202dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.798866] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.799084] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.799438] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.799438] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.802596] env[69220]: INFO nova.compute.manager [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Terminating instance [ 758.887587] env[69220]: DEBUG nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.915671] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.915923] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.916089] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.916271] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.916414] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.916555] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.916759] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.916915] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.917092] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.917256] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.917426] env[69220]: DEBUG nova.virt.hardware [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.918360] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9908503-79b1-4c62-a29b-699b2ea688de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.926853] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a53578-4a84-4264-aab2-dd8e57fa37c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.068312] env[69220]: DEBUG oslo_concurrency.lockutils [req-3590165d-8ecc-4137-9bcd-8691b920857a req-68255168-91ae-4e61-b88b-786fdc96e801 service nova] Releasing lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.068770] env[69220]: DEBUG oslo_concurrency.lockutils [req-22bb3edf-bd3e-49ae-9255-7640e6a28b8a req-3692267b-9cbd-4701-945d-09e3b6d86b35 service nova] Acquired lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.068963] env[69220]: DEBUG nova.network.neutron [req-22bb3edf-bd3e-49ae-9255-7640e6a28b8a req-3692267b-9cbd-4701-945d-09e3b6d86b35 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Refreshing network info cache for port 483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.103542] env[69220]: DEBUG nova.scheduler.client.report [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.233054] env[69220]: DEBUG nova.network.neutron [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Updating instance_info_cache with network_info: [{"id": "aed76c00-8eef-4110-a97b-ba0a730a038f", "address": "fa:16:3e:77:71:12", "network": {"id": "c17cff76-1303-4ca4-afa8-cdd184e7d446", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1375952190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789b722aa25d4019a8b0754c927dfef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed76c00-8e", "ovs_interfaceid": "aed76c00-8eef-4110-a97b-ba0a730a038f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.240673] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184363} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.240673] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.241558] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95564300-da9e-428a-95b4-cbec01a7e929 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.265931] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 798f9b00-6de7-44a0-9ccc-119774d88bbc/798f9b00-6de7-44a0-9ccc-119774d88bbc.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.266487] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5e0f52-f64a-4b6e-849d-2f63e548d5d6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.287988] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 759.287988] env[69220]: value = "task-2800681" [ 759.287988] env[69220]: _type = "Task" [ 759.287988] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.296189] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.307651] env[69220]: DEBUG nova.compute.manager [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.307651] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.308555] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90760771-9b02-40a1-bd05-06321b5422b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.316041] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.316368] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f8a6aec-d20f-43a5-bc6c-0bd350c7838f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.322922] env[69220]: DEBUG oslo_vmware.api [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 759.322922] env[69220]: value = "task-2800682" [ 759.322922] env[69220]: _type = "Task" [ 759.322922] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.331963] env[69220]: DEBUG oslo_vmware.api [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.611025] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.611025] env[69220]: DEBUG nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.612232] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.196s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.613826] env[69220]: INFO nova.compute.claims [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.736022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Releasing lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.739048] env[69220]: DEBUG nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Instance network_info: |[{"id": "aed76c00-8eef-4110-a97b-ba0a730a038f", "address": "fa:16:3e:77:71:12", "network": {"id": "c17cff76-1303-4ca4-afa8-cdd184e7d446", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1375952190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789b722aa25d4019a8b0754c927dfef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed76c00-8e", "ovs_interfaceid": "aed76c00-8eef-4110-a97b-ba0a730a038f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.739048] env[69220]: DEBUG oslo_concurrency.lockutils [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] Acquired lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.739048] env[69220]: DEBUG nova.network.neutron [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Refreshing network info cache for port aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.739048] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:71:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aed76c00-8eef-4110-a97b-ba0a730a038f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.746163] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Creating folder: Project (789b722aa25d4019a8b0754c927dfef7). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.749324] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75abc1c4-226f-40e3-b274-02a213db5627 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.760405] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Created folder: Project (789b722aa25d4019a8b0754c927dfef7) in parent group-v562703. [ 759.760762] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Creating folder: Instances. Parent ref: group-v562824. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.761104] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-950983cf-c9fc-491f-bd90-c0eb234b8f70 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.769482] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Created folder: Instances in parent group-v562824. [ 759.769864] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.770199] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.770523] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfb933d6-9172-431d-ad33-5b80d0590fba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.794586] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.794586] env[69220]: value = "task-2800685" [ 759.794586] env[69220]: _type = "Task" [ 759.794586] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.804033] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800681, 'name': ReconfigVM_Task, 'duration_secs': 0.344518} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.804033] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 798f9b00-6de7-44a0-9ccc-119774d88bbc/798f9b00-6de7-44a0-9ccc-119774d88bbc.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.804033] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26de9e99-ae9a-4207-8d63-304e9818be77 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.808371] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800685, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.813953] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 759.813953] env[69220]: value = "task-2800686" [ 759.813953] env[69220]: _type = "Task" [ 759.813953] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.823043] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800686, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.824105] env[69220]: DEBUG nova.network.neutron [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Successfully updated port: 0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.842773] env[69220]: DEBUG oslo_vmware.api [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800682, 'name': PowerOffVM_Task, 'duration_secs': 0.245919} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.842958] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.843147] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.843421] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-194d987e-dfbc-40eb-ac2e-d7bbbfe36c1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.916031] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.917014] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.917014] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Deleting the datastore file [datastore2] 30216828-4dca-48de-b61d-2bf8af202dd6 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.917272] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b358d34d-5dee-4827-b8a8-58d26e46fa4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.923680] env[69220]: DEBUG oslo_vmware.api [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 759.923680] env[69220]: value = "task-2800688" [ 759.923680] env[69220]: _type = "Task" [ 759.923680] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.935408] env[69220]: DEBUG oslo_vmware.api [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.994027] env[69220]: DEBUG nova.network.neutron [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Updated VIF entry in instance network info cache for port aed76c00-8eef-4110-a97b-ba0a730a038f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.994439] env[69220]: DEBUG nova.network.neutron [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Updating instance_info_cache with network_info: [{"id": "aed76c00-8eef-4110-a97b-ba0a730a038f", "address": "fa:16:3e:77:71:12", "network": {"id": "c17cff76-1303-4ca4-afa8-cdd184e7d446", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1375952190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789b722aa25d4019a8b0754c927dfef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed76c00-8e", "ovs_interfaceid": "aed76c00-8eef-4110-a97b-ba0a730a038f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.119022] env[69220]: DEBUG nova.compute.utils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.123102] env[69220]: DEBUG nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.123290] env[69220]: DEBUG nova.network.neutron [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.164716] env[69220]: DEBUG nova.policy [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9c281ad2b8f46919868274efb2cf56b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '122785292e344e9ea1f42d76c39da841', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.169600] env[69220]: DEBUG nova.network.neutron [req-22bb3edf-bd3e-49ae-9255-7640e6a28b8a req-3692267b-9cbd-4701-945d-09e3b6d86b35 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updated VIF entry in instance network info cache for port 483fd9e7-9ef7-43ff-a9e2-885dae55b2d7. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.169930] env[69220]: DEBUG nova.network.neutron [req-22bb3edf-bd3e-49ae-9255-7640e6a28b8a req-3692267b-9cbd-4701-945d-09e3b6d86b35 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updating instance_info_cache with network_info: [{"id": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "address": "fa:16:3e:0e:31:3b", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap483fd9e7-9e", "ovs_interfaceid": "483fd9e7-9ef7-43ff-a9e2-885dae55b2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.308980] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800685, 'name': CreateVM_Task, 'duration_secs': 0.431645} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.310454] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.311242] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.311405] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.311726] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.311988] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69154602-7f9b-49c7-a415-fb67ddf9ead7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.319830] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 760.319830] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52840bad-a5e2-996a-7e10-3be919dff358" [ 760.319830] env[69220]: _type = "Task" [ 760.319830] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.333852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquiring lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.333852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquired lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.333852] env[69220]: DEBUG nova.network.neutron [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.333852] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800686, 'name': Rename_Task, 'duration_secs': 0.200054} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.333852] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.333852] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac941ccd-109e-47eb-936e-132b10a8d29c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.349105] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52840bad-a5e2-996a-7e10-3be919dff358, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.350579] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.350687] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.350938] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.351402] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.351624] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.352499] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa9f541-86fa-45e3-a3c4-bf9687ae69ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.355722] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 760.355722] env[69220]: value = "task-2800689" [ 760.355722] env[69220]: _type = "Task" [ 760.355722] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.362216] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.362216] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.365434] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b87620-35e1-4301-9e69-1952c35139a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.367957] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.371515] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 760.371515] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5281384b-2d64-6bf0-ac58-8d503a65a3f4" [ 760.371515] env[69220]: _type = "Task" [ 760.371515] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.380844] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5281384b-2d64-6bf0-ac58-8d503a65a3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.436280] env[69220]: DEBUG oslo_vmware.api [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152734} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.436539] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.436539] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.436837] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.436882] env[69220]: INFO nova.compute.manager [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 760.437109] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.438047] env[69220]: DEBUG nova.compute.manager [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.438253] env[69220]: DEBUG nova.network.neutron [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.463415] env[69220]: DEBUG nova.network.neutron [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Successfully created port: b033b02b-ca77-4798-b497-27c7b9b14380 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.498048] env[69220]: DEBUG oslo_concurrency.lockutils [req-0117f805-c293-4cd5-b3e4-f956576b8ec8 req-556cb1fd-1712-4210-bffb-2fd72f48c880 service nova] Releasing lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.624008] env[69220]: DEBUG nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.674691] env[69220]: DEBUG oslo_concurrency.lockutils [req-22bb3edf-bd3e-49ae-9255-7640e6a28b8a req-3692267b-9cbd-4701-945d-09e3b6d86b35 service nova] Releasing lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.870294] env[69220]: DEBUG oslo_vmware.api [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800689, 'name': PowerOnVM_Task, 'duration_secs': 0.458615} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.870632] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.870896] env[69220]: INFO nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Took 7.26 seconds to spawn the instance on the hypervisor. [ 760.871298] env[69220]: DEBUG nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.875417] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bde601b-a197-4e17-8f0c-8e3377d3d5da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.882038] env[69220]: DEBUG nova.network.neutron [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.894316] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5281384b-2d64-6bf0-ac58-8d503a65a3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.898570] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9646a917-b06e-4f5f-9e1e-c3a091f430b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.903975] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 760.903975] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5272a4cc-2132-d254-7283-468ea4d0fc47" [ 760.903975] env[69220]: _type = "Task" [ 760.903975] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.913508] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5272a4cc-2132-d254-7283-468ea4d0fc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.060762] env[69220]: DEBUG nova.network.neutron [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Updating instance_info_cache with network_info: [{"id": "0a5464de-af59-4d4b-b196-e01c64637a64", "address": "fa:16:3e:32:c1:0a", "network": {"id": "474b9e6b-5d31-45a4-8c07-e05789becb24", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1125363594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91f857780cd412483b44704b9efd498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5464de-af", "ovs_interfaceid": "0a5464de-af59-4d4b-b196-e01c64637a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.145501] env[69220]: DEBUG nova.compute.manager [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Received event network-vif-plugged-0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.145753] env[69220]: DEBUG oslo_concurrency.lockutils [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] Acquiring lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.145893] env[69220]: DEBUG oslo_concurrency.lockutils [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] Lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.146078] env[69220]: DEBUG oslo_concurrency.lockutils [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] Lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.146249] env[69220]: DEBUG nova.compute.manager [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] No waiting events found dispatching network-vif-plugged-0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.146413] env[69220]: WARNING nova.compute.manager [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Received unexpected event network-vif-plugged-0a5464de-af59-4d4b-b196-e01c64637a64 for instance with vm_state building and task_state spawning. [ 761.146561] env[69220]: DEBUG nova.compute.manager [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Received event network-changed-0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.146707] env[69220]: DEBUG nova.compute.manager [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Refreshing instance network info cache due to event network-changed-0a5464de-af59-4d4b-b196-e01c64637a64. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.146867] env[69220]: DEBUG oslo_concurrency.lockutils [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] Acquiring lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.193023] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9430d7-7c19-47b0-88dc-1f33b036c6e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.202433] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165e0e92-1e88-4e70-b6ee-c3fd349a783b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.238235] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a5420-f03e-4a01-b731-6bf95efbbf3c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.247107] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0bc5d4-6261-4ec1-ad29-25d318613feb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.263429] env[69220]: DEBUG nova.compute.provider_tree [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.290180] env[69220]: DEBUG nova.compute.manager [req-a7dfa644-cafb-4f98-b9d3-383011518fcd req-5ab3fed9-d85b-4e5d-ac81-a851051a2ea2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Received event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.291043] env[69220]: DEBUG nova.compute.manager [req-a7dfa644-cafb-4f98-b9d3-383011518fcd req-5ab3fed9-d85b-4e5d-ac81-a851051a2ea2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing instance network info cache due to event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.291043] env[69220]: DEBUG oslo_concurrency.lockutils [req-a7dfa644-cafb-4f98-b9d3-383011518fcd req-5ab3fed9-d85b-4e5d-ac81-a851051a2ea2 service nova] Acquiring lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.291043] env[69220]: DEBUG oslo_concurrency.lockutils [req-a7dfa644-cafb-4f98-b9d3-383011518fcd req-5ab3fed9-d85b-4e5d-ac81-a851051a2ea2 service nova] Acquired lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.291043] env[69220]: DEBUG nova.network.neutron [req-a7dfa644-cafb-4f98-b9d3-383011518fcd req-5ab3fed9-d85b-4e5d-ac81-a851051a2ea2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.411487] env[69220]: INFO nova.compute.manager [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Took 46.98 seconds to build instance. [ 761.419153] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5272a4cc-2132-d254-7283-468ea4d0fc47, 'name': SearchDatastore_Task, 'duration_secs': 0.013914} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.419813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.419813] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] ebb20351-6df6-475b-9026-7abaf6de1b60/ebb20351-6df6-475b-9026-7abaf6de1b60.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.419965] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75817ce-41a5-49ca-89df-f7b722509c2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.427333] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 761.427333] env[69220]: value = "task-2800690" [ 761.427333] env[69220]: _type = "Task" [ 761.427333] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.435896] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.469333] env[69220]: DEBUG nova.network.neutron [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.564095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Releasing lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.564526] env[69220]: DEBUG nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Instance network_info: |[{"id": "0a5464de-af59-4d4b-b196-e01c64637a64", "address": "fa:16:3e:32:c1:0a", "network": {"id": "474b9e6b-5d31-45a4-8c07-e05789becb24", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1125363594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91f857780cd412483b44704b9efd498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5464de-af", "ovs_interfaceid": "0a5464de-af59-4d4b-b196-e01c64637a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.564858] env[69220]: DEBUG oslo_concurrency.lockutils [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] Acquired lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.565489] env[69220]: DEBUG nova.network.neutron [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Refreshing network info cache for port 0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.568526] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:c1:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a5464de-af59-4d4b-b196-e01c64637a64', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.584466] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Creating folder: Project (d91f857780cd412483b44704b9efd498). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.586085] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97e3c52d-50a0-47ff-8e69-248ae3748242 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.599264] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Created folder: Project (d91f857780cd412483b44704b9efd498) in parent group-v562703. [ 761.599393] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Creating folder: Instances. Parent ref: group-v562827. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.600728] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eca20b2-23dd-41fa-82f1-9d10595d772c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.610316] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Created folder: Instances in parent group-v562827. [ 761.610592] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.610796] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.611032] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a84cdb8-a124-4cf8-bc21-5276413acce0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.634336] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.634336] env[69220]: value = "task-2800693" [ 761.634336] env[69220]: _type = "Task" [ 761.634336] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.640888] env[69220]: DEBUG nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.649247] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800693, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.676891] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.677594] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.677911] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.678246] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.678559] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.678842] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.679225] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.679542] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.679929] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.682018] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.682018] env[69220]: DEBUG nova.virt.hardware [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.682018] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ef7aa-047c-4505-90c6-ba2d1162fcaf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.689727] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15754a2a-a465-47de-bcd5-b7d57d6c3710 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.770236] env[69220]: DEBUG nova.scheduler.client.report [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.912604] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91ca47f1-dea9-4deb-943e-84843b5ad351 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "798f9b00-6de7-44a0-9ccc-119774d88bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.769s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.944923] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457314} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.945232] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] ebb20351-6df6-475b-9026-7abaf6de1b60/ebb20351-6df6-475b-9026-7abaf6de1b60.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.945421] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.945908] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac10277f-5f48-4070-8f06-170ba0cd972f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.952799] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 761.952799] env[69220]: value = "task-2800694" [ 761.952799] env[69220]: _type = "Task" [ 761.952799] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.961558] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.971792] env[69220]: INFO nova.compute.manager [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Took 1.53 seconds to deallocate network for instance. [ 762.145877] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800693, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.165433] env[69220]: DEBUG nova.network.neutron [req-a7dfa644-cafb-4f98-b9d3-383011518fcd req-5ab3fed9-d85b-4e5d-ac81-a851051a2ea2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updated VIF entry in instance network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.165946] env[69220]: DEBUG nova.network.neutron [req-a7dfa644-cafb-4f98-b9d3-383011518fcd req-5ab3fed9-d85b-4e5d-ac81-a851051a2ea2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updating instance_info_cache with network_info: [{"id": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "address": "fa:16:3e:32:bf:c6", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a69a6a-94", "ovs_interfaceid": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.216196] env[69220]: DEBUG nova.network.neutron [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Successfully updated port: b033b02b-ca77-4798-b497-27c7b9b14380 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.275424] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.275944] env[69220]: DEBUG nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.278998] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.806s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.281202] env[69220]: INFO nova.compute.claims [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.415505] env[69220]: DEBUG nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.465554] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065513} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.465809] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.466579] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ecc36-37cd-4063-85d0-e9913cb5f337 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.483937] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.493781] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] ebb20351-6df6-475b-9026-7abaf6de1b60/ebb20351-6df6-475b-9026-7abaf6de1b60.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.497233] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d4c0ba-1aec-47d9-b1d1-4510b85c9e73 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.518213] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 762.518213] env[69220]: value = "task-2800695" [ 762.518213] env[69220]: _type = "Task" [ 762.518213] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.527320] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.645390] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800693, 'name': CreateVM_Task, 'duration_secs': 0.619271} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.645573] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.646269] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.646497] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.646808] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.647070] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e82c37-c025-4731-89db-bc5640fdc21b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.651745] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 762.651745] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e8f0e7-9af0-f70d-6b6a-983ee4aef666" [ 762.651745] env[69220]: _type = "Task" [ 762.651745] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.660287] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e8f0e7-9af0-f70d-6b6a-983ee4aef666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.668926] env[69220]: DEBUG oslo_concurrency.lockutils [req-a7dfa644-cafb-4f98-b9d3-383011518fcd req-5ab3fed9-d85b-4e5d-ac81-a851051a2ea2 service nova] Releasing lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.720036] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquiring lock "refresh_cache-1d950aae-1324-4e9a-9872-1f1a17acf1d9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.720036] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquired lock "refresh_cache-1d950aae-1324-4e9a-9872-1f1a17acf1d9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.720036] env[69220]: DEBUG nova.network.neutron [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.787472] env[69220]: DEBUG nova.compute.utils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.793126] env[69220]: DEBUG nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.793299] env[69220]: DEBUG nova.network.neutron [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.813077] env[69220]: DEBUG nova.network.neutron [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Updated VIF entry in instance network info cache for port 0a5464de-af59-4d4b-b196-e01c64637a64. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.813077] env[69220]: DEBUG nova.network.neutron [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Updating instance_info_cache with network_info: [{"id": "0a5464de-af59-4d4b-b196-e01c64637a64", "address": "fa:16:3e:32:c1:0a", "network": {"id": "474b9e6b-5d31-45a4-8c07-e05789becb24", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1125363594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91f857780cd412483b44704b9efd498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5464de-af", "ovs_interfaceid": "0a5464de-af59-4d4b-b196-e01c64637a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.849394] env[69220]: DEBUG nova.policy [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f74c732dffb45f89b2d6d801e781b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c5d0bf6554d44faaf4fe60cda15611a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.944500] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.033299] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.148438] env[69220]: DEBUG nova.network.neutron [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Successfully created port: d9c742d0-236b-4e1e-9b42-750a080d014f {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.164979] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e8f0e7-9af0-f70d-6b6a-983ee4aef666, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.165825] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.166251] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.166930] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.167243] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.167879] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.168335] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10c42324-1c05-4e8b-8f7a-03c780783673 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.180025] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.180025] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.180025] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c1aee6-b988-4ec8-ac14-3400e9cbd0dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.185218] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 763.185218] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bbc2f9-6b89-3805-55c5-b08efffda1fb" [ 763.185218] env[69220]: _type = "Task" [ 763.185218] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.194207] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bbc2f9-6b89-3805-55c5-b08efffda1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.265388] env[69220]: DEBUG nova.network.neutron [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.304249] env[69220]: DEBUG nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.314521] env[69220]: DEBUG oslo_concurrency.lockutils [req-ced85f69-cb53-4b1c-b987-2d968d728ec4 req-bca8de33-eb08-4907-ba36-b2d76cf4a548 service nova] Releasing lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.524547] env[69220]: DEBUG nova.network.neutron [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Updating instance_info_cache with network_info: [{"id": "b033b02b-ca77-4798-b497-27c7b9b14380", "address": "fa:16:3e:8e:85:96", "network": {"id": "532eaf1a-84c9-4318-8d3d-1c3affa033fa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1222915275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122785292e344e9ea1f42d76c39da841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb033b02b-ca", "ovs_interfaceid": "b033b02b-ca77-4798-b497-27c7b9b14380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.533376] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800695, 'name': ReconfigVM_Task, 'duration_secs': 0.888916} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.533699] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Reconfigured VM instance instance-00000027 to attach disk [datastore2] ebb20351-6df6-475b-9026-7abaf6de1b60/ebb20351-6df6-475b-9026-7abaf6de1b60.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.534526] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a17f8873-328e-4ec1-9c81-4c28887582ff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.544726] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 763.544726] env[69220]: value = "task-2800696" [ 763.544726] env[69220]: _type = "Task" [ 763.544726] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.554610] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800696, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.695776] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bbc2f9-6b89-3805-55c5-b08efffda1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008556} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.699090] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670f66dd-b3f9-4561-9831-ded609747a3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.703982] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 763.703982] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529b592d-935e-e36b-b5be-f7b27ba8aef4" [ 763.703982] env[69220]: _type = "Task" [ 763.703982] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.714659] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529b592d-935e-e36b-b5be-f7b27ba8aef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.793130] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b121f590-8898-4b95-aa41-3977ad36c87e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.799477] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe0b8af-992e-46ce-979e-ae2c4baa8fff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.844804] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86162f6-39bd-4506-ab43-d2a15f8ebce5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.852975] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ffa3b-0ac6-40ae-980c-3bc19e0bb6a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.866834] env[69220]: DEBUG nova.compute.provider_tree [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.898922] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.899157] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.029720] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Releasing lock "refresh_cache-1d950aae-1324-4e9a-9872-1f1a17acf1d9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.030195] env[69220]: DEBUG nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Instance network_info: |[{"id": "b033b02b-ca77-4798-b497-27c7b9b14380", "address": "fa:16:3e:8e:85:96", "network": {"id": "532eaf1a-84c9-4318-8d3d-1c3affa033fa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1222915275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122785292e344e9ea1f42d76c39da841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb033b02b-ca", "ovs_interfaceid": "b033b02b-ca77-4798-b497-27c7b9b14380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.030667] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:85:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b033b02b-ca77-4798-b497-27c7b9b14380', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.043151] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Creating folder: Project (122785292e344e9ea1f42d76c39da841). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.043151] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b24bc8c-d96d-49af-a68c-0025548942a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.050761] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Created folder: Project (122785292e344e9ea1f42d76c39da841) in parent group-v562703. [ 764.050761] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Creating folder: Instances. Parent ref: group-v562830. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.054168] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ea6b95d-ce24-42d9-b5d9-5d46f009400e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.056914] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800696, 'name': Rename_Task, 'duration_secs': 0.21218} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.059477] env[69220]: DEBUG nova.compute.manager [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Received event network-vif-plugged-b033b02b-ca77-4798-b497-27c7b9b14380 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.059477] env[69220]: DEBUG oslo_concurrency.lockutils [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] Acquiring lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.059593] env[69220]: DEBUG oslo_concurrency.lockutils [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] Lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.059780] env[69220]: DEBUG oslo_concurrency.lockutils [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] Lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.061584] env[69220]: DEBUG nova.compute.manager [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] No waiting events found dispatching network-vif-plugged-b033b02b-ca77-4798-b497-27c7b9b14380 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.061584] env[69220]: WARNING nova.compute.manager [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Received unexpected event network-vif-plugged-b033b02b-ca77-4798-b497-27c7b9b14380 for instance with vm_state building and task_state spawning. [ 764.061584] env[69220]: DEBUG nova.compute.manager [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Received event network-changed-b033b02b-ca77-4798-b497-27c7b9b14380 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.061584] env[69220]: DEBUG nova.compute.manager [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Refreshing instance network info cache due to event network-changed-b033b02b-ca77-4798-b497-27c7b9b14380. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.061584] env[69220]: DEBUG oslo_concurrency.lockutils [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] Acquiring lock "refresh_cache-1d950aae-1324-4e9a-9872-1f1a17acf1d9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.061584] env[69220]: DEBUG oslo_concurrency.lockutils [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] Acquired lock "refresh_cache-1d950aae-1324-4e9a-9872-1f1a17acf1d9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.061584] env[69220]: DEBUG nova.network.neutron [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Refreshing network info cache for port b033b02b-ca77-4798-b497-27c7b9b14380 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.062396] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.063663] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45a6e52d-9e8e-401d-9bd2-c844e39c9489 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.070937] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Created folder: Instances in parent group-v562830. [ 764.071233] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.072722] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.073755] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 764.073755] env[69220]: value = "task-2800699" [ 764.073755] env[69220]: _type = "Task" [ 764.073755] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.074045] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebc3b805-51c9-4891-bece-a0eec8ea809f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.098789] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800699, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.100012] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.100012] env[69220]: value = "task-2800700" [ 764.100012] env[69220]: _type = "Task" [ 764.100012] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.108699] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800700, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.217732] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529b592d-935e-e36b-b5be-f7b27ba8aef4, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.218076] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.218487] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] eb5ce251-3c94-4f91-b53f-dcce94bbaac0/eb5ce251-3c94-4f91-b53f-dcce94bbaac0.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.218903] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa1fa1cc-b413-4bdb-8b08-549f45ac41c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.227287] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 764.227287] env[69220]: value = "task-2800701" [ 764.227287] env[69220]: _type = "Task" [ 764.227287] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.237305] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.347101] env[69220]: DEBUG nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.370394] env[69220]: DEBUG nova.scheduler.client.report [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.382982] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.383267] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.383533] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.383877] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.384332] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.384332] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.384591] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.384751] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.384948] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.385184] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.385406] env[69220]: DEBUG nova.virt.hardware [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.386443] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f7d056-5a6c-4e9a-8eb1-1a6c461bf876 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.399399] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de7288-6d55-4db2-8f76-261c4e476194 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.405560] env[69220]: DEBUG nova.compute.manager [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Received event network-vif-deleted-483fd9e7-9ef7-43ff-a9e2-885dae55b2d7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.405768] env[69220]: DEBUG nova.compute.manager [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Received event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.405998] env[69220]: DEBUG nova.compute.manager [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing instance network info cache due to event network-changed-b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.406178] env[69220]: DEBUG oslo_concurrency.lockutils [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] Acquiring lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.406325] env[69220]: DEBUG oslo_concurrency.lockutils [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] Acquired lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.406479] env[69220]: DEBUG nova.network.neutron [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Refreshing network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.489683] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "30216828-4dca-48de-b61d-2bf8af202dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.603549] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.613557] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800700, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.668467] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9f7f3ec6-d1c6-4648-8abf-5795122b660d tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "4ff6f67f-152e-41e7-ac00-edea7a97431b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.668763] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9f7f3ec6-d1c6-4648-8abf-5795122b660d tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "4ff6f67f-152e-41e7-ac00-edea7a97431b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.740126] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485496} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.740496] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] eb5ce251-3c94-4f91-b53f-dcce94bbaac0/eb5ce251-3c94-4f91-b53f-dcce94bbaac0.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.740793] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.741142] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8f5fdd2-41e2-4fdf-a37c-3173ed56c7ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.752982] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 764.752982] env[69220]: value = "task-2800702" [ 764.752982] env[69220]: _type = "Task" [ 764.752982] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.764724] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.765735] env[69220]: DEBUG nova.network.neutron [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Successfully updated port: d9c742d0-236b-4e1e-9b42-750a080d014f {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.877107] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.877107] env[69220]: DEBUG nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.886359] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.583s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.886359] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.889755] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.483s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.891389] env[69220]: INFO nova.compute.claims [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.912891] env[69220]: INFO nova.scheduler.client.report [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleted allocations for instance fd76250a-069e-4ac2-a19a-1b403dead67b [ 764.916058] env[69220]: DEBUG nova.network.neutron [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Updated VIF entry in instance network info cache for port b033b02b-ca77-4798-b497-27c7b9b14380. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.916600] env[69220]: DEBUG nova.network.neutron [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Updating instance_info_cache with network_info: [{"id": "b033b02b-ca77-4798-b497-27c7b9b14380", "address": "fa:16:3e:8e:85:96", "network": {"id": "532eaf1a-84c9-4318-8d3d-1c3affa033fa", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1222915275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122785292e344e9ea1f42d76c39da841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb033b02b-ca", "ovs_interfaceid": "b033b02b-ca77-4798-b497-27c7b9b14380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.000069] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "9421efc6-6e98-48f4-a136-b3217e97527f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.000482] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.000811] env[69220]: INFO nova.compute.manager [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Shelving [ 765.062859] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "8ff5389b-d78d-4ac6-9228-3fa315577638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.064513] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "8ff5389b-d78d-4ac6-9228-3fa315577638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.102446] env[69220]: DEBUG oslo_vmware.api [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2800699, 'name': PowerOnVM_Task, 'duration_secs': 0.708551} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.102671] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.102871] env[69220]: INFO nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Took 8.83 seconds to spawn the instance on the hypervisor. [ 765.103056] env[69220]: DEBUG nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.104144] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1110e68d-35ae-4b37-8f65-7bc01004f063 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.125321] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800700, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.161442] env[69220]: DEBUG nova.network.neutron [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updated VIF entry in instance network info cache for port b8a69a6a-9432-45b8-9dd0-481e660d68b5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.161442] env[69220]: DEBUG nova.network.neutron [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updating instance_info_cache with network_info: [{"id": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "address": "fa:16:3e:32:bf:c6", "network": {"id": "83724533-1ef6-43c8-9555-9cd096cdf2e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-356565342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3efe5f7e6e3425abb13bf69e73df2b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a69a6a-94", "ovs_interfaceid": "b8a69a6a-9432-45b8-9dd0-481e660d68b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.264456] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.272029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "refresh_cache-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.272029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquired lock "refresh_cache-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.272029] env[69220]: DEBUG nova.network.neutron [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.396912] env[69220]: DEBUG nova.compute.utils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.402152] env[69220]: DEBUG nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.402152] env[69220]: DEBUG nova.network.neutron [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.421302] env[69220]: DEBUG oslo_concurrency.lockutils [req-59ec33ea-c11e-4b6a-b27d-8997c92b53f6 req-6461835a-5703-4ed3-99ba-75348146d50d service nova] Releasing lock "refresh_cache-1d950aae-1324-4e9a-9872-1f1a17acf1d9" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.429174] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e44649a-c6a5-48d8-a880-f9a0421538cc tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "fd76250a-069e-4ac2-a19a-1b403dead67b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.716s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.442411] env[69220]: DEBUG nova.policy [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cec885ada9564aa58feeba2a6f4f6b52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3123a0fa18004d1b9e59284c7c5e98bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.613897] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800700, 'name': CreateVM_Task, 'duration_secs': 1.429084} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.614226] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.614843] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615019] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.615374] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.615639] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c054c70-15ba-4f95-8fe7-c549b82472bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.620192] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 765.620192] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e8c634-24fd-d45f-5b0c-deeaf7791223" [ 765.620192] env[69220]: _type = "Task" [ 765.620192] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.636970] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e8c634-24fd-d45f-5b0c-deeaf7791223, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.637353] env[69220]: INFO nova.compute.manager [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Took 47.69 seconds to build instance. [ 765.638261] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.638485] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.638705] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.639063] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.639063] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.639517] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a50aecd7-f758-4789-8ceb-510e74dac137 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.647189] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.647321] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.648048] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4beb5f-7f74-4c9b-a5dd-247c449503e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.654402] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 765.654402] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522e1f5f-9f07-3b1d-366e-57b980d359b2" [ 765.654402] env[69220]: _type = "Task" [ 765.654402] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.663798] env[69220]: DEBUG oslo_concurrency.lockutils [req-c1308c8b-82c2-4158-a559-8aa40d3787a8 req-5c163628-0276-44d7-a96f-1b6e833da9c2 service nova] Releasing lock "refresh_cache-8c21d28c-0df5-4c1e-928e-a504576e6af2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.663923] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522e1f5f-9f07-3b1d-366e-57b980d359b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.759655] env[69220]: DEBUG nova.network.neutron [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Successfully created port: 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.766618] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.811649} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.766889] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.767695] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb515cf4-d9b7-4ffb-8137-8b76ef098ffb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.793481] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] eb5ce251-3c94-4f91-b53f-dcce94bbaac0/eb5ce251-3c94-4f91-b53f-dcce94bbaac0.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.794995] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7922b43a-7a52-42f8-a5da-0c1d63f3a5cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.813671] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 765.813671] env[69220]: value = "task-2800703" [ 765.813671] env[69220]: _type = "Task" [ 765.813671] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.822369] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.861706] env[69220]: DEBUG nova.network.neutron [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.901496] env[69220]: DEBUG nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.987810] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.988045] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.015167] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.015454] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29793204-c22e-445c-91c3-5dc23c181b5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.023327] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 766.023327] env[69220]: value = "task-2800704" [ 766.023327] env[69220]: _type = "Task" [ 766.023327] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.040208] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.140164] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d3cef0d8-2062-420a-b8bb-ea54fccb14c4 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.808s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.169276] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522e1f5f-9f07-3b1d-366e-57b980d359b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.170853] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01378b8-5566-48a6-9124-bf8e16d13f16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.178834] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 766.178834] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5242939c-2448-e467-0b3f-7cb6d01034c9" [ 766.178834] env[69220]: _type = "Task" [ 766.178834] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.190213] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5242939c-2448-e467-0b3f-7cb6d01034c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.209579] env[69220]: DEBUG nova.network.neutron [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Updating instance_info_cache with network_info: [{"id": "d9c742d0-236b-4e1e-9b42-750a080d014f", "address": "fa:16:3e:0d:00:bc", "network": {"id": "6b4af732-f1b9-4e3c-9b73-94ec0e4f6114", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-181391964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5d0bf6554d44faaf4fe60cda15611a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c742d0-23", "ovs_interfaceid": "d9c742d0-236b-4e1e-9b42-750a080d014f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.327169] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.493548] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4ae1df-6739-4b30-9620-e39ad31438d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.502156] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f26ce0-aef8-4d71-b02f-b42e39db3dc0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.540723] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ea4aed-a0fb-46d2-9ca4-97b2c1297325 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.544144] env[69220]: DEBUG nova.compute.manager [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Received event network-vif-plugged-d9c742d0-236b-4e1e-9b42-750a080d014f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.544358] env[69220]: DEBUG oslo_concurrency.lockutils [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] Acquiring lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.544560] env[69220]: DEBUG oslo_concurrency.lockutils [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] Lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.544724] env[69220]: DEBUG oslo_concurrency.lockutils [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] Lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.544881] env[69220]: DEBUG nova.compute.manager [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] No waiting events found dispatching network-vif-plugged-d9c742d0-236b-4e1e-9b42-750a080d014f {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.545046] env[69220]: WARNING nova.compute.manager [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Received unexpected event network-vif-plugged-d9c742d0-236b-4e1e-9b42-750a080d014f for instance with vm_state building and task_state spawning. [ 766.545199] env[69220]: DEBUG nova.compute.manager [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Received event network-changed-d9c742d0-236b-4e1e-9b42-750a080d014f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.545340] env[69220]: DEBUG nova.compute.manager [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Refreshing instance network info cache due to event network-changed-d9c742d0-236b-4e1e-9b42-750a080d014f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 766.545664] env[69220]: DEBUG oslo_concurrency.lockutils [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] Acquiring lock "refresh_cache-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.552781] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800704, 'name': PowerOffVM_Task, 'duration_secs': 0.247125} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.554975] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.555956] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8e6175-2115-4dc1-ac5e-53685d4d6f16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.559962] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81cb71-3095-4750-afbf-5c805f9adaa1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.577147] env[69220]: DEBUG nova.compute.provider_tree [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.597486] env[69220]: DEBUG nova.scheduler.client.report [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.600884] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be4a8fb-3a9a-4324-a513-8b0b0b8f1588 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.608120] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "b432ed50-8e33-4285-b4a7-61c7c6675a55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.608377] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "b432ed50-8e33-4285-b4a7-61c7c6675a55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.608837] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "b432ed50-8e33-4285-b4a7-61c7c6675a55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.608837] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "b432ed50-8e33-4285-b4a7-61c7c6675a55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.609037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "b432ed50-8e33-4285-b4a7-61c7c6675a55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.612975] env[69220]: INFO nova.compute.manager [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Terminating instance [ 766.647650] env[69220]: DEBUG nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.689759] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5242939c-2448-e467-0b3f-7cb6d01034c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.691818] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.691818] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 1d950aae-1324-4e9a-9872-1f1a17acf1d9/1d950aae-1324-4e9a-9872-1f1a17acf1d9.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.692080] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3081b8b-0800-4135-8b15-5fc6a552d421 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.698707] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 766.698707] env[69220]: value = "task-2800705" [ 766.698707] env[69220]: _type = "Task" [ 766.698707] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.706930] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.711556] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Releasing lock "refresh_cache-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.712679] env[69220]: DEBUG nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Instance network_info: |[{"id": "d9c742d0-236b-4e1e-9b42-750a080d014f", "address": "fa:16:3e:0d:00:bc", "network": {"id": "6b4af732-f1b9-4e3c-9b73-94ec0e4f6114", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-181391964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5d0bf6554d44faaf4fe60cda15611a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c742d0-23", "ovs_interfaceid": "d9c742d0-236b-4e1e-9b42-750a080d014f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.712679] env[69220]: DEBUG oslo_concurrency.lockutils [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] Acquired lock "refresh_cache-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.712679] env[69220]: DEBUG nova.network.neutron [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Refreshing network info cache for port d9c742d0-236b-4e1e-9b42-750a080d014f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.716584] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:00:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9c742d0-236b-4e1e-9b42-750a080d014f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.721397] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Creating folder: Project (0c5d0bf6554d44faaf4fe60cda15611a). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.721887] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc52c772-f28d-4eb2-8842-36ae3df46164 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.731595] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Created folder: Project (0c5d0bf6554d44faaf4fe60cda15611a) in parent group-v562703. [ 766.731775] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Creating folder: Instances. Parent ref: group-v562833. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.732024] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2205e2bb-422c-4545-a403-b92012574c19 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.741247] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Created folder: Instances in parent group-v562833. [ 766.741441] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.741624] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.742043] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-537eca7a-4c0f-467b-a3c4-71aace4adf86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.760661] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.760661] env[69220]: value = "task-2800708" [ 766.760661] env[69220]: _type = "Task" [ 766.760661] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.768064] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800708, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.826371] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800703, 'name': ReconfigVM_Task, 'duration_secs': 0.823614} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.827019] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Reconfigured VM instance instance-00000028 to attach disk [datastore2] eb5ce251-3c94-4f91-b53f-dcce94bbaac0/eb5ce251-3c94-4f91-b53f-dcce94bbaac0.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.828261] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66ac3456-f649-44fb-8662-017a93f180b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.836438] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 766.836438] env[69220]: value = "task-2800709" [ 766.836438] env[69220]: _type = "Task" [ 766.836438] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.846036] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800709, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.917084] env[69220]: DEBUG nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.953316] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.953804] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.954101] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.956477] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.956477] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.956477] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.956477] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.956477] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.956477] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.956477] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.956477] env[69220]: DEBUG nova.virt.hardware [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.956916] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27bfde1-aa31-4d46-815c-34b187dd5be0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.966869] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b4e415-969e-4661-9fc6-e14ef735a350 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.090642] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "35db3ef3-e153-4b15-989d-63ea7a30484f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.094025] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "35db3ef3-e153-4b15-989d-63ea7a30484f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.108017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.108017] env[69220]: DEBUG nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.110747] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.269s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.110953] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.113356] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.953s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.114939] env[69220]: INFO nova.compute.claims [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.119537] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.120464] env[69220]: DEBUG nova.compute.manager [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.120684] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.120967] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68d04666-c3d9-41aa-9f4b-028ba833aea2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.123730] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af06f6a-9910-4993-8255-b56b8e60a882 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.135090] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.137017] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a61930ef-95b4-4933-acd6-7d148b172ca6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.139251] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 767.139251] env[69220]: value = "task-2800710" [ 767.139251] env[69220]: _type = "Task" [ 767.139251] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.149225] env[69220]: DEBUG oslo_vmware.api [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 767.149225] env[69220]: value = "task-2800711" [ 767.149225] env[69220]: _type = "Task" [ 767.149225] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.161829] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800710, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.166024] env[69220]: INFO nova.scheduler.client.report [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Deleted allocations for instance 592a22d4-9652-4f07-a91e-464892d6f3b9 [ 767.181339] env[69220]: DEBUG oslo_vmware.api [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.193892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.209390] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800705, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.273039] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800708, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.347361] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800709, 'name': Rename_Task, 'duration_secs': 0.270975} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.349806] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.350902] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd61e3d-4923-4568-8473-1ade4dae26bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.357285] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 767.357285] env[69220]: value = "task-2800712" [ 767.357285] env[69220]: _type = "Task" [ 767.357285] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.365224] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.600334] env[69220]: DEBUG nova.network.neutron [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Updated VIF entry in instance network info cache for port d9c742d0-236b-4e1e-9b42-750a080d014f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.600765] env[69220]: DEBUG nova.network.neutron [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Updating instance_info_cache with network_info: [{"id": "d9c742d0-236b-4e1e-9b42-750a080d014f", "address": "fa:16:3e:0d:00:bc", "network": {"id": "6b4af732-f1b9-4e3c-9b73-94ec0e4f6114", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-181391964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c5d0bf6554d44faaf4fe60cda15611a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c742d0-23", "ovs_interfaceid": "d9c742d0-236b-4e1e-9b42-750a080d014f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.611947] env[69220]: DEBUG nova.compute.utils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.613436] env[69220]: DEBUG nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.613618] env[69220]: DEBUG nova.network.neutron [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.651915] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800710, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.660429] env[69220]: DEBUG oslo_vmware.api [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800711, 'name': PowerOffVM_Task, 'duration_secs': 0.218094} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.660718] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.661031] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.661469] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe35b8aa-527a-447f-bf12-cdd7d0ee9585 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.684882] env[69220]: DEBUG oslo_concurrency.lockutils [None req-84d6dc1f-8977-4f92-86d1-a3b3ade89b78 tempest-ServersAaction247Test-1860849126 tempest-ServersAaction247Test-1860849126-project-member] Lock "592a22d4-9652-4f07-a91e-464892d6f3b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.122s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.695115] env[69220]: DEBUG nova.policy [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daae923d9b1546bbaa42f65386d331b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1521c4ae407c4dc182743ff74f49c322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.710861] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511686} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.711809] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 1d950aae-1324-4e9a-9872-1f1a17acf1d9/1d950aae-1324-4e9a-9872-1f1a17acf1d9.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.712074] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.712587] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f241d29-39cd-4631-8fb4-6be7110c3acc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.726558] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 767.726558] env[69220]: value = "task-2800714" [ 767.726558] env[69220]: _type = "Task" [ 767.726558] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.732993] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.737697] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.737818] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Deleting the datastore file [datastore1] b432ed50-8e33-4285-b4a7-61c7c6675a55 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.738895] env[69220]: DEBUG nova.network.neutron [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Successfully updated port: 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.741588] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-379da190-5500-45c5-9c8c-d1c8aaba8e2b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.746393] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.750769] env[69220]: DEBUG oslo_vmware.api [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 767.750769] env[69220]: value = "task-2800715" [ 767.750769] env[69220]: _type = "Task" [ 767.750769] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.760370] env[69220]: DEBUG oslo_vmware.api [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.774672] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800708, 'name': CreateVM_Task, 'duration_secs': 0.646842} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.775746] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.777874] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.777874] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.777874] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.778296] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26635abb-64fc-48be-90ef-dca55eee8d28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.783745] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 767.783745] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5233c085-25db-6579-feec-1f0947426d24" [ 767.783745] env[69220]: _type = "Task" [ 767.783745] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.796144] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5233c085-25db-6579-feec-1f0947426d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.867310] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800712, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.103609] env[69220]: DEBUG oslo_concurrency.lockutils [req-25d484ba-f377-473b-9b98-27b935ecef75 req-0c2d03dc-e297-46fe-8e2f-ca73cc73c4b1 service nova] Releasing lock "refresh_cache-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.116626] env[69220]: DEBUG nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.166950] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800710, 'name': CreateSnapshot_Task, 'duration_secs': 0.555363} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.167514] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 768.168855] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132676e6-c536-42a5-a808-ee4f0841964d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.218105] env[69220]: DEBUG nova.network.neutron [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Successfully created port: 1c1580fa-7bad-4f2c-a346-efec224e563b {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.238875] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071823} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.239221] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.239927] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16048a0d-79c2-49dc-8885-2e7a5abbc9e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.243502] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.243734] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.243807] env[69220]: DEBUG nova.network.neutron [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.264813] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 1d950aae-1324-4e9a-9872-1f1a17acf1d9/1d950aae-1324-4e9a-9872-1f1a17acf1d9.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.274496] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42c56c5-4ab8-47a9-a963-1873ac11d128 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.303975] env[69220]: DEBUG oslo_vmware.api [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21371} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.308299] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.308757] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.308954] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.309147] env[69220]: INFO nova.compute.manager [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Took 1.19 seconds to destroy the instance on the hypervisor. [ 768.309389] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.309647] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 768.309647] env[69220]: value = "task-2800716" [ 768.309647] env[69220]: _type = "Task" [ 768.309647] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.313562] env[69220]: DEBUG nova.compute.manager [-] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.313674] env[69220]: DEBUG nova.network.neutron [-] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.315906] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5233c085-25db-6579-feec-1f0947426d24, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.321307] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.321532] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.321899] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.321899] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.322088] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.323162] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9e18b06-55ac-4137-9026-861c9ee7b4ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.326629] env[69220]: DEBUG nova.network.neutron [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.334838] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.337709] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.338458] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.338698] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d44ff49-f564-4a74-ae66-c08d91f83a13 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.343763] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 768.343763] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b55e25-08f4-f8fa-81d0-cc511c98a603" [ 768.343763] env[69220]: _type = "Task" [ 768.343763] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.352416] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b55e25-08f4-f8fa-81d0-cc511c98a603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.365621] env[69220]: DEBUG oslo_vmware.api [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2800712, 'name': PowerOnVM_Task, 'duration_secs': 0.862393} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.367954] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.368228] env[69220]: INFO nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Took 9.48 seconds to spawn the instance on the hypervisor. [ 768.368523] env[69220]: DEBUG nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.371739] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d0908-a5ee-452d-8d37-21737f1c3b79 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.545545] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.545828] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.619250] env[69220]: DEBUG nova.network.neutron [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [{"id": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "address": "fa:16:3e:84:ec:c4", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1dac92-8c", "ovs_interfaceid": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.696407] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 768.696770] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd959f28-d066-42f2-9c1b-b8e3c50e1cdc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.710056] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 768.710056] env[69220]: value = "task-2800717" [ 768.710056] env[69220]: _type = "Task" [ 768.710056] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.720315] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800717, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.828053] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.831096] env[69220]: DEBUG nova.compute.manager [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Received event network-changed-aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.831348] env[69220]: DEBUG nova.compute.manager [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Refreshing instance network info cache due to event network-changed-aed76c00-8eef-4110-a97b-ba0a730a038f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.831497] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Acquiring lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.831636] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Acquired lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.831838] env[69220]: DEBUG nova.network.neutron [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Refreshing network info cache for port aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.842206] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f733d40-3469-41e2-8493-f7a399b5fdb7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.858585] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ac8b05-f64e-4c5a-9e28-c2ee631ae4bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.862426] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b55e25-08f4-f8fa-81d0-cc511c98a603, 'name': SearchDatastore_Task, 'duration_secs': 0.030154} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.863921] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897b8879-8e1e-432e-ab53-db467f91efe3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.900286] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae172f0-2304-424c-8a75-5556fde51b3d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.905632] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 768.905632] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e5fe07-ff02-7a37-6daa-2beb04b15195" [ 768.905632] env[69220]: _type = "Task" [ 768.905632] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.906059] env[69220]: INFO nova.compute.manager [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Took 46.60 seconds to build instance. [ 768.914840] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6d35cd-8e9c-4691-b3c9-d203991e997b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.924615] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e5fe07-ff02-7a37-6daa-2beb04b15195, 'name': SearchDatastore_Task, 'duration_secs': 0.014086} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.924615] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.924615] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0/97a07f81-1c1d-4a27-93c9-2eb7523a5ee0.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.924615] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e750259-4420-46d7-91cb-a0f1ca23e7ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.934994] env[69220]: DEBUG nova.compute.provider_tree [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.941126] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 768.941126] env[69220]: value = "task-2800718" [ 768.941126] env[69220]: _type = "Task" [ 768.941126] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.949334] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.122350] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.122834] env[69220]: DEBUG nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Instance network_info: |[{"id": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "address": "fa:16:3e:84:ec:c4", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1dac92-8c", "ovs_interfaceid": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.123430] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ec:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.139191] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.141331] env[69220]: DEBUG nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.145406] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.146074] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-073d8660-ebad-479c-ba68-6580a0d2bcae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.185213] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.185213] env[69220]: value = "task-2800719" [ 769.185213] env[69220]: _type = "Task" [ 769.185213] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.187632] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.187878] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.188112] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.188332] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.188477] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.188621] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.188832] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.188981] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.189161] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.189331] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.189501] env[69220]: DEBUG nova.virt.hardware [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.190452] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fd9c17-93b8-4890-884e-253dcee82ab2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.204266] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800719, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.207924] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a84f711-7d15-4e0a-957e-4d0d6ea04f76 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.233379] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800717, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.279993] env[69220]: DEBUG nova.network.neutron [-] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.326869] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800716, 'name': ReconfigVM_Task, 'duration_secs': 0.769905} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.326869] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 1d950aae-1324-4e9a-9872-1f1a17acf1d9/1d950aae-1324-4e9a-9872-1f1a17acf1d9.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.327252] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d832bc3-37af-4181-ba5b-45340e748683 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.336284] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 769.336284] env[69220]: value = "task-2800720" [ 769.336284] env[69220]: _type = "Task" [ 769.336284] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.345730] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800720, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.409693] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cc3e1f02-c895-4224-80f9-82cdc417d69b tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.681s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.438794] env[69220]: DEBUG nova.scheduler.client.report [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.462576] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.704106] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800719, 'name': CreateVM_Task, 'duration_secs': 0.499553} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.704106] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.704106] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.704249] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.704584] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.704875] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149cd276-79ba-43d9-b757-a1f74f742f94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.709504] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 769.709504] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a867db-3927-b0f5-e263-530fcf5a144f" [ 769.709504] env[69220]: _type = "Task" [ 769.709504] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.720686] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a867db-3927-b0f5-e263-530fcf5a144f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.721655] env[69220]: DEBUG nova.network.neutron [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Updated VIF entry in instance network info cache for port aed76c00-8eef-4110-a97b-ba0a730a038f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.721992] env[69220]: DEBUG nova.network.neutron [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Updating instance_info_cache with network_info: [{"id": "aed76c00-8eef-4110-a97b-ba0a730a038f", "address": "fa:16:3e:77:71:12", "network": {"id": "c17cff76-1303-4ca4-afa8-cdd184e7d446", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1375952190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789b722aa25d4019a8b0754c927dfef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed76c00-8e", "ovs_interfaceid": "aed76c00-8eef-4110-a97b-ba0a730a038f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.728768] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800717, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.785929] env[69220]: INFO nova.compute.manager [-] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Took 1.47 seconds to deallocate network for instance. [ 769.852294] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800720, 'name': Rename_Task, 'duration_secs': 0.314457} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.852954] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.853422] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1b5d28-dcb3-45a5-8b98-958ef2091b22 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.862019] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 769.862019] env[69220]: value = "task-2800721" [ 769.862019] env[69220]: _type = "Task" [ 769.862019] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.869146] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.915752] env[69220]: DEBUG nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.951527] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.951664] env[69220]: DEBUG nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.959619] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.452s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.960993] env[69220]: DEBUG nova.objects.instance [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lazy-loading 'resources' on Instance uuid 460fd851-f92d-49ec-8904-527d9b9e9b55 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.969361] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584975} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.969716] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0/97a07f81-1c1d-4a27-93c9-2eb7523a5ee0.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.969998] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.970382] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1092469-919c-489c-b94b-31af43371c9f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.977556] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 769.977556] env[69220]: value = "task-2800722" [ 769.977556] env[69220]: _type = "Task" [ 769.977556] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.986891] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.226568] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Releasing lock "refresh_cache-ebb20351-6df6-475b-9026-7abaf6de1b60" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.227239] env[69220]: DEBUG nova.compute.manager [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Received event network-vif-plugged-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.227639] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Acquiring lock "61ef0689-e28c-4296-8d0c-809458f6cc01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.228211] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.228499] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.228793] env[69220]: DEBUG nova.compute.manager [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] No waiting events found dispatching network-vif-plugged-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.229592] env[69220]: WARNING nova.compute.manager [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Received unexpected event network-vif-plugged-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 for instance with vm_state building and task_state spawning. [ 770.230083] env[69220]: DEBUG nova.compute.manager [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Received event network-changed-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.230760] env[69220]: DEBUG nova.compute.manager [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Refreshing instance network info cache due to event network-changed-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.230760] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Acquiring lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.231100] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Acquired lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.231420] env[69220]: DEBUG nova.network.neutron [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Refreshing network info cache for port 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.234334] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a867db-3927-b0f5-e263-530fcf5a144f, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.238186] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.238510] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.238802] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.239022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.239267] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.239723] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800717, 'name': CloneVM_Task, 'duration_secs': 1.279353} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.240368] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185f319b-be5e-4171-9416-edf88e00b70b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.242845] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Created linked-clone VM from snapshot [ 770.243964] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d66318a-5faf-4966-b627-bc71d7880d07 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.256249] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Uploading image a6c70be8-dd93-4994-821d-459e6ce9bd65 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.263440] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.263627] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.265413] env[69220]: DEBUG nova.compute.manager [req-7fae2768-eff9-41e7-9cd0-af1359cdacf1 req-26cbe6f6-fa34-4306-a79e-fce48576bd75 service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Received event network-vif-plugged-1c1580fa-7bad-4f2c-a346-efec224e563b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.265612] env[69220]: DEBUG oslo_concurrency.lockutils [req-7fae2768-eff9-41e7-9cd0-af1359cdacf1 req-26cbe6f6-fa34-4306-a79e-fce48576bd75 service nova] Acquiring lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.265969] env[69220]: DEBUG oslo_concurrency.lockutils [req-7fae2768-eff9-41e7-9cd0-af1359cdacf1 req-26cbe6f6-fa34-4306-a79e-fce48576bd75 service nova] Lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.266198] env[69220]: DEBUG oslo_concurrency.lockutils [req-7fae2768-eff9-41e7-9cd0-af1359cdacf1 req-26cbe6f6-fa34-4306-a79e-fce48576bd75 service nova] Lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.266397] env[69220]: DEBUG nova.compute.manager [req-7fae2768-eff9-41e7-9cd0-af1359cdacf1 req-26cbe6f6-fa34-4306-a79e-fce48576bd75 service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] No waiting events found dispatching network-vif-plugged-1c1580fa-7bad-4f2c-a346-efec224e563b {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.266587] env[69220]: WARNING nova.compute.manager [req-7fae2768-eff9-41e7-9cd0-af1359cdacf1 req-26cbe6f6-fa34-4306-a79e-fce48576bd75 service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Received unexpected event network-vif-plugged-1c1580fa-7bad-4f2c-a346-efec224e563b for instance with vm_state building and task_state spawning. [ 770.267149] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abc3176-686f-4267-af32-f727e0155410 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.273658] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 770.273658] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523fa2b8-9f2c-db78-024f-42fd161c45d8" [ 770.273658] env[69220]: _type = "Task" [ 770.273658] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.282755] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523fa2b8-9f2c-db78-024f-42fd161c45d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.291468] env[69220]: DEBUG oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 770.291468] env[69220]: value = "vm-562837" [ 770.291468] env[69220]: _type = "VirtualMachine" [ 770.291468] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 770.291807] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-73239496-94ab-483c-bbcb-00ad2423ea49 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.294472] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.299401] env[69220]: DEBUG oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lease: (returnval){ [ 770.299401] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5233345e-f3a0-5e5f-4d91-275fb9009c2a" [ 770.299401] env[69220]: _type = "HttpNfcLease" [ 770.299401] env[69220]: } obtained for exporting VM: (result){ [ 770.299401] env[69220]: value = "vm-562837" [ 770.299401] env[69220]: _type = "VirtualMachine" [ 770.299401] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 770.299692] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the lease: (returnval){ [ 770.299692] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5233345e-f3a0-5e5f-4d91-275fb9009c2a" [ 770.299692] env[69220]: _type = "HttpNfcLease" [ 770.299692] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 770.308811] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.308811] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5233345e-f3a0-5e5f-4d91-275fb9009c2a" [ 770.308811] env[69220]: _type = "HttpNfcLease" [ 770.308811] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.317299] env[69220]: DEBUG nova.network.neutron [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Successfully updated port: 1c1580fa-7bad-4f2c-a346-efec224e563b {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.370603] env[69220]: DEBUG oslo_vmware.api [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800721, 'name': PowerOnVM_Task, 'duration_secs': 0.500348} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.370891] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.371019] env[69220]: INFO nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Took 8.73 seconds to spawn the instance on the hypervisor. [ 770.371253] env[69220]: DEBUG nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.372174] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f3828e-b384-4da2-9a8e-1aa7c4274e5a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.435386] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.466704] env[69220]: DEBUG nova.compute.utils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.468931] env[69220]: DEBUG nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.468931] env[69220]: DEBUG nova.network.neutron [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.488350] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079493} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.488440] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.491774] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bcfd84-ef02-45f3-8fb8-f5cce62bafe6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.520018] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0/97a07f81-1c1d-4a27-93c9-2eb7523a5ee0.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.523066] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f84f2d-a423-4852-9312-f305af96e1bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.544504] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 770.544504] env[69220]: value = "task-2800724" [ 770.544504] env[69220]: _type = "Task" [ 770.544504] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.552549] env[69220]: DEBUG nova.policy [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd16cf04c7894ca596c0f149d5400d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb4504a79614c6cbf0c25d7f77bc3e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.562401] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.791032] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523fa2b8-9f2c-db78-024f-42fd161c45d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.792709] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c838c793-bdc8-4f4d-9659-3dceea939d11 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.798580] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 770.798580] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523ec736-22a0-9571-e63b-78e35e6931b0" [ 770.798580] env[69220]: _type = "Task" [ 770.798580] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.811998] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523ec736-22a0-9571-e63b-78e35e6931b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.816063] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.816063] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5233345e-f3a0-5e5f-4d91-275fb9009c2a" [ 770.816063] env[69220]: _type = "HttpNfcLease" [ 770.816063] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.816063] env[69220]: DEBUG oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.816063] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5233345e-f3a0-5e5f-4d91-275fb9009c2a" [ 770.816063] env[69220]: _type = "HttpNfcLease" [ 770.816063] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.816063] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b34b6e9-91e6-40f5-82eb-4dbc120a9f66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.819631] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-2abcf079-cc67-4bd8-ae8a-c4eee07835ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.819830] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-2abcf079-cc67-4bd8-ae8a-c4eee07835ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.820516] env[69220]: DEBUG nova.network.neutron [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.828235] env[69220]: DEBUG oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255720f-4236-ba15-faca-aee04259c70f/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.828453] env[69220]: DEBUG oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255720f-4236-ba15-faca-aee04259c70f/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.911669] env[69220]: INFO nova.compute.manager [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Took 46.26 seconds to build instance. [ 770.927619] env[69220]: DEBUG nova.compute.manager [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Received event network-vif-deleted-68bf9778-fec2-4971-aafc-b824608a8614 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.927806] env[69220]: DEBUG nova.compute.manager [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Received event network-changed-0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.927985] env[69220]: DEBUG nova.compute.manager [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Refreshing instance network info cache due to event network-changed-0a5464de-af59-4d4b-b196-e01c64637a64. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.928286] env[69220]: DEBUG oslo_concurrency.lockutils [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] Acquiring lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.928454] env[69220]: DEBUG oslo_concurrency.lockutils [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] Acquired lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.928628] env[69220]: DEBUG nova.network.neutron [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Refreshing network info cache for port 0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.949652] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7343ae3b-9e86-4594-b1ac-4fde318c3d7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.971958] env[69220]: DEBUG nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.006742] env[69220]: DEBUG nova.network.neutron [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Successfully created port: 836e4b75-81c9-4b49-8377-d799cf0a8f81 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.049378] env[69220]: DEBUG nova.network.neutron [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updated VIF entry in instance network info cache for port 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.049695] env[69220]: DEBUG nova.network.neutron [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [{"id": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "address": "fa:16:3e:84:ec:c4", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1dac92-8c", "ovs_interfaceid": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.057410] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800724, 'name': ReconfigVM_Task, 'duration_secs': 0.279577} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.057410] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0/97a07f81-1c1d-4a27-93c9-2eb7523a5ee0.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.057713] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7918a8e6-a13d-408a-bfc7-0fe096ed99c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.063925] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 771.063925] env[69220]: value = "task-2800725" [ 771.063925] env[69220]: _type = "Task" [ 771.063925] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.074659] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800725, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.080766] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1169817-116d-457f-bb6e-c67d7f16864b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.087670] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62464a5-7784-47a8-ad87-0c19c8d6ad6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.121971] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38cf49a-558e-4ada-8e6f-1977d535d567 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.130195] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6f2f7b-959f-4d80-b62f-50055796d89a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.144643] env[69220]: DEBUG nova.compute.provider_tree [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.311270] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523ec736-22a0-9571-e63b-78e35e6931b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.311688] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.312092] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01/61ef0689-e28c-4296-8d0c-809458f6cc01.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.312461] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6784229d-8335-49bc-886e-8b25bad10bc6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.319881] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 771.319881] env[69220]: value = "task-2800726" [ 771.319881] env[69220]: _type = "Task" [ 771.319881] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.329777] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.363630] env[69220]: DEBUG nova.network.neutron [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.413150] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df1ff320-621f-4595-ade0-218132a46116 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.720s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.555130] env[69220]: DEBUG oslo_concurrency.lockutils [req-e4092ebf-7b2d-44ec-b4d3-e666fbf9494f req-96e24b31-9cf5-4864-a112-a62b364808ae service nova] Releasing lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.580126] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800725, 'name': Rename_Task, 'duration_secs': 0.147514} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.580901] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.581235] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f08579fc-7aa7-43c9-ae73-0addb5cfde69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.591599] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 771.591599] env[69220]: value = "task-2800727" [ 771.591599] env[69220]: _type = "Task" [ 771.591599] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.602920] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.637207] env[69220]: DEBUG nova.network.neutron [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Updating instance_info_cache with network_info: [{"id": "1c1580fa-7bad-4f2c-a346-efec224e563b", "address": "fa:16:3e:96:32:3c", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1580fa-7b", "ovs_interfaceid": "1c1580fa-7bad-4f2c-a346-efec224e563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.647414] env[69220]: DEBUG nova.scheduler.client.report [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.795762] env[69220]: DEBUG nova.network.neutron [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Updated VIF entry in instance network info cache for port 0a5464de-af59-4d4b-b196-e01c64637a64. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.796372] env[69220]: DEBUG nova.network.neutron [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Updating instance_info_cache with network_info: [{"id": "0a5464de-af59-4d4b-b196-e01c64637a64", "address": "fa:16:3e:32:c1:0a", "network": {"id": "474b9e6b-5d31-45a4-8c07-e05789becb24", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1125363594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91f857780cd412483b44704b9efd498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5464de-af", "ovs_interfaceid": "0a5464de-af59-4d4b-b196-e01c64637a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.831150] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504705} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.831674] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01/61ef0689-e28c-4296-8d0c-809458f6cc01.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.832028] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.832411] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc29c399-d7e1-43bc-861d-cddc617710f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.838618] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 771.838618] env[69220]: value = "task-2800728" [ 771.838618] env[69220]: _type = "Task" [ 771.838618] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.853383] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.916917] env[69220]: DEBUG nova.compute.manager [None req-9f7f3ec6-d1c6-4648-8abf-5795122b660d tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4ff6f67f-152e-41e7-ac00-edea7a97431b] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.990225] env[69220]: DEBUG nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.023540] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.023826] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.023985] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.024171] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.024342] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.024614] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.024869] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.025065] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.025244] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.025426] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.025598] env[69220]: DEBUG nova.virt.hardware [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.026641] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa03f98-8ee9-46c1-bee0-dd9afde6895d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.035504] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8c30f-260d-4455-bb2f-92d11248d088 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.102962] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.140878] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-2abcf079-cc67-4bd8-ae8a-c4eee07835ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.141078] env[69220]: DEBUG nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Instance network_info: |[{"id": "1c1580fa-7bad-4f2c-a346-efec224e563b", "address": "fa:16:3e:96:32:3c", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1580fa-7b", "ovs_interfaceid": "1c1580fa-7bad-4f2c-a346-efec224e563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.141549] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:32:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c1580fa-7bad-4f2c-a346-efec224e563b', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.150008] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating folder: Project (1521c4ae407c4dc182743ff74f49c322). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.150338] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3603ce19-7536-4fc9-a48f-2f6b434674d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.153340] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.157535] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.156s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.157905] env[69220]: DEBUG nova.objects.instance [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lazy-loading 'resources' on Instance uuid 38fe2585-8bbd-48df-abbb-5ef3cdd2d705 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.184938] env[69220]: INFO nova.scheduler.client.report [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Deleted allocations for instance 460fd851-f92d-49ec-8904-527d9b9e9b55 [ 772.204537] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created folder: Project (1521c4ae407c4dc182743ff74f49c322) in parent group-v562703. [ 772.206033] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating folder: Instances. Parent ref: group-v562839. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.206033] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99e0dfcb-aeec-4cce-99ea-1279647f238b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.218998] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created folder: Instances in parent group-v562839. [ 772.219324] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.219589] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.219905] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b2a38ae-5f02-4b1d-b964-2d206edafffa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.248545] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.248545] env[69220]: value = "task-2800731" [ 772.248545] env[69220]: _type = "Task" [ 772.248545] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.260705] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800731, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.299667] env[69220]: DEBUG oslo_concurrency.lockutils [req-09a4877e-5bf6-4fdf-b6a5-94f57f75c647 req-6dcc8e9c-4596-4701-917c-2e5547c26055 service nova] Releasing lock "refresh_cache-eb5ce251-3c94-4f91-b53f-dcce94bbaac0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.339604] env[69220]: DEBUG nova.compute.manager [req-89ae65c5-6408-485c-bb5e-c74f1b409328 req-d82a39df-5fc4-4d1d-8b11-0f74b28e6682 service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Received event network-changed-1c1580fa-7bad-4f2c-a346-efec224e563b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.340069] env[69220]: DEBUG nova.compute.manager [req-89ae65c5-6408-485c-bb5e-c74f1b409328 req-d82a39df-5fc4-4d1d-8b11-0f74b28e6682 service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Refreshing instance network info cache due to event network-changed-1c1580fa-7bad-4f2c-a346-efec224e563b. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.340397] env[69220]: DEBUG oslo_concurrency.lockutils [req-89ae65c5-6408-485c-bb5e-c74f1b409328 req-d82a39df-5fc4-4d1d-8b11-0f74b28e6682 service nova] Acquiring lock "refresh_cache-2abcf079-cc67-4bd8-ae8a-c4eee07835ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.340620] env[69220]: DEBUG oslo_concurrency.lockutils [req-89ae65c5-6408-485c-bb5e-c74f1b409328 req-d82a39df-5fc4-4d1d-8b11-0f74b28e6682 service nova] Acquired lock "refresh_cache-2abcf079-cc67-4bd8-ae8a-c4eee07835ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.340824] env[69220]: DEBUG nova.network.neutron [req-89ae65c5-6408-485c-bb5e-c74f1b409328 req-d82a39df-5fc4-4d1d-8b11-0f74b28e6682 service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Refreshing network info cache for port 1c1580fa-7bad-4f2c-a346-efec224e563b {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.352573] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090945} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.353568] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.354517] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75b066c-a1bf-4fcb-a478-d20fcc82f3cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.382887] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01/61ef0689-e28c-4296-8d0c-809458f6cc01.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.383944] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7071532c-2084-4ad6-81d5-b631da69dbee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.416708] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 772.416708] env[69220]: value = "task-2800732" [ 772.416708] env[69220]: _type = "Task" [ 772.416708] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.426358] env[69220]: DEBUG nova.compute.manager [None req-9f7f3ec6-d1c6-4648-8abf-5795122b660d tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4ff6f67f-152e-41e7-ac00-edea7a97431b] Instance disappeared before build. {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 772.427701] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.605021] env[69220]: DEBUG oslo_vmware.api [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800727, 'name': PowerOnVM_Task, 'duration_secs': 0.632233} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.605021] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.605021] env[69220]: INFO nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Took 8.26 seconds to spawn the instance on the hypervisor. [ 772.605021] env[69220]: DEBUG nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.605585] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5af2aa-dc1b-4606-8dbc-bbc883c45bc3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.696841] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b5b34f8e-6513-45e9-9f26-8b1b269fec9b tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "460fd851-f92d-49ec-8904-527d9b9e9b55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.810s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.763186] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800731, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.911447] env[69220]: DEBUG nova.network.neutron [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Successfully updated port: 836e4b75-81c9-4b49-8377-d799cf0a8f81 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.936803] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.954883] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9f7f3ec6-d1c6-4648-8abf-5795122b660d tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "4ff6f67f-152e-41e7-ac00-edea7a97431b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 8.284s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.125106] env[69220]: DEBUG nova.network.neutron [req-89ae65c5-6408-485c-bb5e-c74f1b409328 req-d82a39df-5fc4-4d1d-8b11-0f74b28e6682 service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Updated VIF entry in instance network info cache for port 1c1580fa-7bad-4f2c-a346-efec224e563b. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.125466] env[69220]: DEBUG nova.network.neutron [req-89ae65c5-6408-485c-bb5e-c74f1b409328 req-d82a39df-5fc4-4d1d-8b11-0f74b28e6682 service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Updating instance_info_cache with network_info: [{"id": "1c1580fa-7bad-4f2c-a346-efec224e563b", "address": "fa:16:3e:96:32:3c", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1580fa-7b", "ovs_interfaceid": "1c1580fa-7bad-4f2c-a346-efec224e563b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.130993] env[69220]: INFO nova.compute.manager [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Took 39.74 seconds to build instance. [ 773.254506] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2425ee-a361-4ac4-860a-8a43896c58af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.265222] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800731, 'name': CreateVM_Task, 'duration_secs': 0.622362} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.265402] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.266393] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07af17b5-a559-4412-b9f6-231a33ffa5d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.270071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.270161] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.270484] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.270738] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e5306a-6935-4aa8-ae49-8691893b2fed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.275684] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 773.275684] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5264d34d-e3e0-6de0-7dda-4d45c5d73ec3" [ 773.275684] env[69220]: _type = "Task" [ 773.275684] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.306728] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65756bd9-95de-41d9-9ea4-fa4c20616d08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.319250] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9388111-ac43-4bba-92f9-27538702aa39 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.322965] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5264d34d-e3e0-6de0-7dda-4d45c5d73ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.323292] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.323577] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.323836] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.324037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.324253] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.324949] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-664ad385-dc2f-4dcc-a6f1-bbc18718bba0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.335137] env[69220]: DEBUG nova.compute.provider_tree [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.343095] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.343434] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.344043] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466f954c-57f6-4980-96d8-2ad30f4c25ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.350205] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 773.350205] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b6a263-8031-605a-5ab5-df8abb04d4e2" [ 773.350205] env[69220]: _type = "Task" [ 773.350205] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.360059] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b6a263-8031-605a-5ab5-df8abb04d4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.416437] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "refresh_cache-8359ec7b-651f-4200-927b-3883d8c1297f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.416608] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquired lock "refresh_cache-8359ec7b-651f-4200-927b-3883d8c1297f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.416783] env[69220]: DEBUG nova.network.neutron [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.431303] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800732, 'name': ReconfigVM_Task, 'duration_secs': 0.56304} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.431590] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01/61ef0689-e28c-4296-8d0c-809458f6cc01.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.432222] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877dc4f8-2743-4668-afa8-9b47d44f67de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.438818] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 773.438818] env[69220]: value = "task-2800733" [ 773.438818] env[69220]: _type = "Task" [ 773.438818] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.447752] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800733, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.456295] env[69220]: DEBUG nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.629650] env[69220]: DEBUG oslo_concurrency.lockutils [req-89ae65c5-6408-485c-bb5e-c74f1b409328 req-d82a39df-5fc4-4d1d-8b11-0f74b28e6682 service nova] Releasing lock "refresh_cache-2abcf079-cc67-4bd8-ae8a-c4eee07835ae" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.636452] env[69220]: DEBUG oslo_concurrency.lockutils [None req-37f6c792-3ead-49d3-be44-f5fa236b5357 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.474s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.838639] env[69220]: DEBUG nova.scheduler.client.report [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.862044] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b6a263-8031-605a-5ab5-df8abb04d4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.863014] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874e48fb-5ab2-4acc-ad50-e45e536ff6b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.868906] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 773.868906] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5294bdf9-c999-1778-e891-673769349c9a" [ 773.868906] env[69220]: _type = "Task" [ 773.868906] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.879170] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5294bdf9-c999-1778-e891-673769349c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.949605] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800733, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.950469] env[69220]: DEBUG nova.network.neutron [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.980376] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.109163] env[69220]: DEBUG nova.network.neutron [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Updating instance_info_cache with network_info: [{"id": "836e4b75-81c9-4b49-8377-d799cf0a8f81", "address": "fa:16:3e:10:0a:be", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e4b75-81", "ovs_interfaceid": "836e4b75-81c9-4b49-8377-d799cf0a8f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.139161] env[69220]: DEBUG nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.336921] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquiring lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.337182] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.337415] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquiring lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.337601] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.337815] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.340019] env[69220]: INFO nova.compute.manager [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Terminating instance [ 774.343053] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.345913] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.312s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.345913] env[69220]: DEBUG nova.objects.instance [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lazy-loading 'resources' on Instance uuid 981b1665-fc39-4e8a-9628-4c878ef5659e {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.362810] env[69220]: INFO nova.scheduler.client.report [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Deleted allocations for instance 38fe2585-8bbd-48df-abbb-5ef3cdd2d705 [ 774.379220] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5294bdf9-c999-1778-e891-673769349c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.379453] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.379705] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae/2abcf079-cc67-4bd8-ae8a-c4eee07835ae.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.379968] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21c51cee-f3a2-4fec-9393-7bbb40280264 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.386750] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 774.386750] env[69220]: value = "task-2800734" [ 774.386750] env[69220]: _type = "Task" [ 774.386750] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.394832] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.451773] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800733, 'name': Rename_Task, 'duration_secs': 0.72802} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.452060] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.452326] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-315fd965-d073-4ba2-8cc3-adf438c390e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.458474] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 774.458474] env[69220]: value = "task-2800735" [ 774.458474] env[69220]: _type = "Task" [ 774.458474] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.466449] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.557494] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6dcd146b-1fa0-432d-a011-621c229cfaa3 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "interface-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.557721] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6dcd146b-1fa0-432d-a011-621c229cfaa3 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "interface-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.558168] env[69220]: DEBUG nova.objects.instance [None req-6dcd146b-1fa0-432d-a011-621c229cfaa3 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lazy-loading 'flavor' on Instance uuid 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.611853] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Releasing lock "refresh_cache-8359ec7b-651f-4200-927b-3883d8c1297f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.612199] env[69220]: DEBUG nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Instance network_info: |[{"id": "836e4b75-81c9-4b49-8377-d799cf0a8f81", "address": "fa:16:3e:10:0a:be", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e4b75-81", "ovs_interfaceid": "836e4b75-81c9-4b49-8377-d799cf0a8f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.612651] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:0a:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '836e4b75-81c9-4b49-8377-d799cf0a8f81', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.620938] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.621330] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.621621] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba2d9010-e0eb-4632-85a3-1f9bd092fad8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.641966] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.641966] env[69220]: value = "task-2800736" [ 774.641966] env[69220]: _type = "Task" [ 774.641966] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.653465] env[69220]: DEBUG nova.compute.manager [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Received event network-vif-plugged-836e4b75-81c9-4b49-8377-d799cf0a8f81 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.653716] env[69220]: DEBUG oslo_concurrency.lockutils [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] Acquiring lock "8359ec7b-651f-4200-927b-3883d8c1297f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.653955] env[69220]: DEBUG oslo_concurrency.lockutils [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] Lock "8359ec7b-651f-4200-927b-3883d8c1297f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.654171] env[69220]: DEBUG oslo_concurrency.lockutils [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] Lock "8359ec7b-651f-4200-927b-3883d8c1297f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.654375] env[69220]: DEBUG nova.compute.manager [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] No waiting events found dispatching network-vif-plugged-836e4b75-81c9-4b49-8377-d799cf0a8f81 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.654572] env[69220]: WARNING nova.compute.manager [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Received unexpected event network-vif-plugged-836e4b75-81c9-4b49-8377-d799cf0a8f81 for instance with vm_state building and task_state spawning. [ 774.654752] env[69220]: DEBUG nova.compute.manager [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Received event network-changed-836e4b75-81c9-4b49-8377-d799cf0a8f81 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.654944] env[69220]: DEBUG nova.compute.manager [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Refreshing instance network info cache due to event network-changed-836e4b75-81c9-4b49-8377-d799cf0a8f81. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 774.655173] env[69220]: DEBUG oslo_concurrency.lockutils [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] Acquiring lock "refresh_cache-8359ec7b-651f-4200-927b-3883d8c1297f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.655322] env[69220]: DEBUG oslo_concurrency.lockutils [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] Acquired lock "refresh_cache-8359ec7b-651f-4200-927b-3883d8c1297f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.655501] env[69220]: DEBUG nova.network.neutron [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Refreshing network info cache for port 836e4b75-81c9-4b49-8377-d799cf0a8f81 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.663403] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800736, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.667243] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.843656] env[69220]: DEBUG nova.compute.manager [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.843927] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.845084] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa6b2de-c803-47f8-b6ee-28b0872cac64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.858420] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.858780] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-398949c0-b000-4e57-a4bf-ee98e7381b62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.866179] env[69220]: DEBUG oslo_vmware.api [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 774.866179] env[69220]: value = "task-2800737" [ 774.866179] env[69220]: _type = "Task" [ 774.866179] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.873584] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede64d8c-cf36-4774-8d58-0ad9283f56be tempest-InstanceActionsTestJSON-1369265213 tempest-InstanceActionsTestJSON-1369265213-project-member] Lock "38fe2585-8bbd-48df-abbb-5ef3cdd2d705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.364s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.881512] env[69220]: DEBUG oslo_vmware.api [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.667113] env[69220]: DEBUG nova.objects.instance [None req-6dcd146b-1fa0-432d-a011-621c229cfaa3 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lazy-loading 'pci_requests' on Instance uuid 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.687977] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825731} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.697836] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae/2abcf079-cc67-4bd8-ae8a-c4eee07835ae.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.698202] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.699170] env[69220]: DEBUG oslo_vmware.api [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2800735, 'name': PowerOnVM_Task, 'duration_secs': 0.766417} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.699272] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800736, 'name': CreateVM_Task, 'duration_secs': 0.893346} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.700224] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-276a7fa2-ee0a-461f-af0d-4676475b4bd6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.702270] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.702400] env[69220]: INFO nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Took 8.79 seconds to spawn the instance on the hypervisor. [ 775.702580] env[69220]: DEBUG nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.702773] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.706568] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb14a11-e04b-4970-9129-8a4c866e3360 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.710253] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.710337] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.710615] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.710909] env[69220]: DEBUG oslo_vmware.api [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800737, 'name': PowerOffVM_Task, 'duration_secs': 0.216711} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.711757] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52bfbce-71bf-4ca6-8a8d-ee60257329ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.713412] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.713574] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.714661] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba1e8055-b33d-473a-8f31-1b3a22bda3f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.719689] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 775.719689] env[69220]: value = "task-2800738" [ 775.719689] env[69220]: _type = "Task" [ 775.719689] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.733252] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 775.733252] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c7a340-326d-2cd3-0553-a540e5ac966a" [ 775.733252] env[69220]: _type = "Task" [ 775.733252] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.739946] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.749252] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c7a340-326d-2cd3-0553-a540e5ac966a, 'name': SearchDatastore_Task, 'duration_secs': 0.01397} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.749252] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.749252] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.749252] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.749252] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.749252] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.749252] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c48ea6c-06b0-410a-aa8b-c65db17ca6f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.756998] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.756998] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.758497] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95be9788-e031-448a-916a-f962c5e7e738 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.766855] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 775.766855] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5204ea60-e953-904e-a512-4d1dc9ab4dbc" [ 775.766855] env[69220]: _type = "Task" [ 775.766855] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.779868] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5204ea60-e953-904e-a512-4d1dc9ab4dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.814494] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.814779] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.814984] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Deleting the datastore file [datastore2] 1d950aae-1324-4e9a-9872-1f1a17acf1d9 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.818210] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c0e498b-3ba5-44df-a02c-8c9cb123b01b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.827851] env[69220]: DEBUG oslo_vmware.api [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for the task: (returnval){ [ 775.827851] env[69220]: value = "task-2800740" [ 775.827851] env[69220]: _type = "Task" [ 775.827851] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.838152] env[69220]: DEBUG oslo_vmware.api [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.923139] env[69220]: DEBUG nova.network.neutron [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Updated VIF entry in instance network info cache for port 836e4b75-81c9-4b49-8377-d799cf0a8f81. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.923523] env[69220]: DEBUG nova.network.neutron [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Updating instance_info_cache with network_info: [{"id": "836e4b75-81c9-4b49-8377-d799cf0a8f81", "address": "fa:16:3e:10:0a:be", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap836e4b75-81", "ovs_interfaceid": "836e4b75-81c9-4b49-8377-d799cf0a8f81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.170235] env[69220]: DEBUG nova.objects.base [None req-6dcd146b-1fa0-432d-a011-621c229cfaa3 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Object Instance<97a07f81-1c1d-4a27-93c9-2eb7523a5ee0> lazy-loaded attributes: flavor,pci_requests {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 776.170461] env[69220]: DEBUG nova.network.neutron [None req-6dcd146b-1fa0-432d-a011-621c229cfaa3 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.184935] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787dadd8-7dc8-4c4a-accb-5048842cfec7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.193643] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78372ac5-39e7-4eea-bf29-b1f8310da9da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.231412] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f858a7-3550-422f-8d16-98cfde3f8449 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.244034] env[69220]: INFO nova.compute.manager [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Took 41.79 seconds to build instance. [ 776.245068] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143166} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.247560] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.251482] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e96c82-8377-4554-bd90-6602ceef5e84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.258444] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e8fccf-81d8-4d15-a66f-84b8c24cbc25 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.274451] env[69220]: DEBUG nova.compute.provider_tree [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.305019] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae/2abcf079-cc67-4bd8-ae8a-c4eee07835ae.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.306224] env[69220]: DEBUG nova.scheduler.client.report [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.309982] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3e0cf2-fb55-4814-a418-99c2eea923b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.325764] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6dcd146b-1fa0-432d-a011-621c229cfaa3 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "interface-97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.768s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.342700] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 776.342700] env[69220]: value = "task-2800741" [ 776.342700] env[69220]: _type = "Task" [ 776.342700] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.344168] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5204ea60-e953-904e-a512-4d1dc9ab4dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.016181} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.351171] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f16c3a9-3054-444e-99d0-06598ca827a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.360671] env[69220]: DEBUG oslo_vmware.api [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Task: {'id': task-2800740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522298} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.362136] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.362522] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.362835] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.363148] env[69220]: INFO nova.compute.manager [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Took 1.52 seconds to destroy the instance on the hypervisor. [ 776.363539] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.370780] env[69220]: DEBUG nova.compute.manager [-] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.371251] env[69220]: DEBUG nova.network.neutron [-] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.374145] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.374574] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 776.374574] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52cab64d-decc-0097-19e9-3d15dc9d0607" [ 776.374574] env[69220]: _type = "Task" [ 776.374574] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.397770] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cab64d-decc-0097-19e9-3d15dc9d0607, 'name': SearchDatastore_Task, 'duration_secs': 0.01601} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.398217] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.398651] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 8359ec7b-651f-4200-927b-3883d8c1297f/8359ec7b-651f-4200-927b-3883d8c1297f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.399769] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85d5d4a4-cafb-4f7e-b81b-9dd3ebd75385 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.410117] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 776.410117] env[69220]: value = "task-2800742" [ 776.410117] env[69220]: _type = "Task" [ 776.410117] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.418495] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.427085] env[69220]: DEBUG oslo_concurrency.lockutils [req-dc736392-32d7-47ae-ac56-ac6d53cc0482 req-a80b37bc-0e33-41bc-8638-9a2ad8af9914 service nova] Releasing lock "refresh_cache-8359ec7b-651f-4200-927b-3883d8c1297f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.748212] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0368b13-156d-4370-a71a-84ab9a98845a tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.926s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.829136] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.484s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.839261] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.438s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.839636] env[69220]: INFO nova.compute.claims [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.857026] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800741, 'name': ReconfigVM_Task, 'duration_secs': 0.51543} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.857026] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae/2abcf079-cc67-4bd8-ae8a-c4eee07835ae.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.857644] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9240b8df-8ea0-45e5-8ca1-734c1ec69084 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.863648] env[69220]: INFO nova.scheduler.client.report [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Deleted allocations for instance 981b1665-fc39-4e8a-9628-4c878ef5659e [ 776.868170] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 776.868170] env[69220]: value = "task-2800743" [ 776.868170] env[69220]: _type = "Task" [ 776.868170] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.879375] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800743, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.890346] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "17f009fc-b0fd-49e6-8074-0194dfab0f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.890887] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "17f009fc-b0fd-49e6-8074-0194dfab0f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.891062] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "17f009fc-b0fd-49e6-8074-0194dfab0f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.891284] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "17f009fc-b0fd-49e6-8074-0194dfab0f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.891458] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "17f009fc-b0fd-49e6-8074-0194dfab0f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.896292] env[69220]: INFO nova.compute.manager [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Terminating instance [ 776.921221] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800742, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.063810] env[69220]: DEBUG nova.objects.instance [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lazy-loading 'flavor' on Instance uuid de0666cb-68cb-4257-9740-6dcea5554f27 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.254886] env[69220]: DEBUG nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.305033] env[69220]: DEBUG nova.network.neutron [-] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.385140] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800743, 'name': Rename_Task, 'duration_secs': 0.250309} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.385649] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dc471f5c-df6e-4571-a82a-ffc3cccc0ec5 tempest-ServersTestManualDisk-680500332 tempest-ServersTestManualDisk-680500332-project-member] Lock "981b1665-fc39-4e8a-9628-4c878ef5659e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.441s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.386627] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.387409] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4bc39e1-ad24-4b73-8aa5-810fc411dc4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.393976] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 777.393976] env[69220]: value = "task-2800744" [ 777.393976] env[69220]: _type = "Task" [ 777.393976] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.400990] env[69220]: DEBUG nova.compute.manager [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.401238] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.402353] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04909809-11c0-48e5-b999-7dc3758f760d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.410069] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.416734] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.417813] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84f8723-29cf-40fc-9b97-56c2219a62fb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.424050] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677807} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.425829] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 8359ec7b-651f-4200-927b-3883d8c1297f/8359ec7b-651f-4200-927b-3883d8c1297f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.426099] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.426748] env[69220]: DEBUG oslo_vmware.api [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 777.426748] env[69220]: value = "task-2800745" [ 777.426748] env[69220]: _type = "Task" [ 777.426748] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.426990] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7865efcc-e05a-435e-9994-4cbfc02b17f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.442691] env[69220]: DEBUG oslo_vmware.api [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.444659] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 777.444659] env[69220]: value = "task-2800746" [ 777.444659] env[69220]: _type = "Task" [ 777.444659] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.453019] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.570271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.570540] env[69220]: DEBUG oslo_concurrency.lockutils [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquired lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.780469] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.807481] env[69220]: INFO nova.compute.manager [-] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Took 1.44 seconds to deallocate network for instance. [ 777.829685] env[69220]: DEBUG nova.compute.manager [req-e1cffed0-4ae5-4e0b-81e3-9bcd1a36b9e4 req-bfb61235-4df3-44ef-94fe-b81612d36daa service nova] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Received event network-vif-deleted-b033b02b-ca77-4798-b497-27c7b9b14380 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 777.909353] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.942223] env[69220]: DEBUG oslo_vmware.api [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800745, 'name': PowerOffVM_Task, 'duration_secs': 0.264647} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.942617] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.942925] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.945683] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3e8d6d3-98b9-4776-955b-4478d629a806 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.957326] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13066} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.957677] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.958590] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84354c70-40cb-466a-b223-c29f0d933c5b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.987036] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 8359ec7b-651f-4200-927b-3883d8c1297f/8359ec7b-651f-4200-927b-3883d8c1297f.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.990120] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e848ca7-4a4d-438a-b869-6047be5a90bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.014954] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 778.014954] env[69220]: value = "task-2800748" [ 778.014954] env[69220]: _type = "Task" [ 778.014954] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.023427] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.023427] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.023427] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Deleting the datastore file [datastore2] 17f009fc-b0fd-49e6-8074-0194dfab0f07 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.027629] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40b274c6-7ad8-4838-8af0-0967e60efda0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.039761] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.045132] env[69220]: DEBUG oslo_vmware.api [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for the task: (returnval){ [ 778.045132] env[69220]: value = "task-2800749" [ 778.045132] env[69220]: _type = "Task" [ 778.045132] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.053566] env[69220]: DEBUG oslo_vmware.api [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.148134] env[69220]: DEBUG nova.network.neutron [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.318646] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.404302] env[69220]: DEBUG oslo_vmware.api [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800744, 'name': PowerOnVM_Task, 'duration_secs': 0.676054} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.404576] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.404774] env[69220]: INFO nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Took 9.26 seconds to spawn the instance on the hypervisor. [ 778.404949] env[69220]: DEBUG nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.405871] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34721fa8-5b5e-49ce-acd6-ef298aa4cb00 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.521053] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccd624d-f450-4f2e-8397-d4287b01c2e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.527193] env[69220]: DEBUG nova.compute.manager [req-96182690-3f4a-408a-af73-8b005ce31731 req-651a91c6-fc65-410e-b0ef-0d514d9cdd09 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Received event network-changed-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.527469] env[69220]: DEBUG nova.compute.manager [req-96182690-3f4a-408a-af73-8b005ce31731 req-651a91c6-fc65-410e-b0ef-0d514d9cdd09 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Refreshing instance network info cache due to event network-changed-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.527618] env[69220]: DEBUG oslo_concurrency.lockutils [req-96182690-3f4a-408a-af73-8b005ce31731 req-651a91c6-fc65-410e-b0ef-0d514d9cdd09 service nova] Acquiring lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.527990] env[69220]: DEBUG oslo_concurrency.lockutils [req-96182690-3f4a-408a-af73-8b005ce31731 req-651a91c6-fc65-410e-b0ef-0d514d9cdd09 service nova] Acquired lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.527990] env[69220]: DEBUG nova.network.neutron [req-96182690-3f4a-408a-af73-8b005ce31731 req-651a91c6-fc65-410e-b0ef-0d514d9cdd09 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Refreshing network info cache for port 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.537242] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.539265] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48bbc64-d75e-4dd8-bac9-aaf1289e4a75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.597348] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6bd03d-a5ba-4f66-b3f4-6e260d379b7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.606883] env[69220]: DEBUG oslo_vmware.api [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Task: {'id': task-2800749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337192} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.607830] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.608136] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.612021] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.612021] env[69220]: INFO nova.compute.manager [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Took 1.21 seconds to destroy the instance on the hypervisor. [ 778.612021] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.612432] env[69220]: DEBUG nova.compute.manager [-] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.612593] env[69220]: DEBUG nova.network.neutron [-] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.617956] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2484b8-8d1c-4649-8b1c-a8f26f4a1969 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.638050] env[69220]: DEBUG nova.compute.provider_tree [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.799587] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.799884] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.800105] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.800389] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.800557] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.805855] env[69220]: INFO nova.compute.manager [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Terminating instance [ 778.927138] env[69220]: INFO nova.compute.manager [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Took 40.54 seconds to build instance. [ 779.026199] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800748, 'name': ReconfigVM_Task, 'duration_secs': 0.642424} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.029444] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 8359ec7b-651f-4200-927b-3883d8c1297f/8359ec7b-651f-4200-927b-3883d8c1297f.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.029444] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa073b02-5a61-4174-af1b-0e89d492fe64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.034805] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 779.034805] env[69220]: value = "task-2800750" [ 779.034805] env[69220]: _type = "Task" [ 779.034805] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.048384] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800750, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.103747] env[69220]: DEBUG nova.network.neutron [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updating instance_info_cache with network_info: [{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.144347] env[69220]: DEBUG nova.scheduler.client.report [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.310648] env[69220]: DEBUG nova.compute.manager [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.311125] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.311987] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af03ba18-4db5-4b68-b4c6-a5b22eaa5181 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.321124] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.321409] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2344727b-5688-484d-bed8-4df1b22c5ab4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.331168] env[69220]: DEBUG oslo_vmware.api [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 779.331168] env[69220]: value = "task-2800751" [ 779.331168] env[69220]: _type = "Task" [ 779.331168] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.342216] env[69220]: DEBUG oslo_vmware.api [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.429702] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c070a5bc-f38f-4490-ba04-c95ea992b8c4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.463s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.498720] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "interface-d754cfd3-f0ca-4903-8309-c0fd88805fea-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.498936] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d754cfd3-f0ca-4903-8309-c0fd88805fea-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.499316] env[69220]: DEBUG nova.objects.instance [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'flavor' on Instance uuid d754cfd3-f0ca-4903-8309-c0fd88805fea {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.545558] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800750, 'name': Rename_Task, 'duration_secs': 0.317873} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.545861] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.546139] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aa3c6b0-3f7d-43b5-82cb-eaff86378e2f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.554520] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 779.554520] env[69220]: value = "task-2800752" [ 779.554520] env[69220]: _type = "Task" [ 779.554520] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.564743] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.603455] env[69220]: DEBUG oslo_concurrency.lockutils [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Releasing lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.603743] env[69220]: DEBUG nova.compute.manager [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Inject network info {{(pid=69220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 779.604029] env[69220]: DEBUG nova.compute.manager [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] network_info to inject: |[{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 779.613457] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Reconfiguring VM instance to set the machine id {{(pid=69220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 779.619227] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b873c2-1180-403b-8230-a3fdd7d5a8d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.632040] env[69220]: DEBUG nova.network.neutron [-] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.638528] env[69220]: DEBUG oslo_vmware.api [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 779.638528] env[69220]: value = "task-2800753" [ 779.638528] env[69220]: _type = "Task" [ 779.638528] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.650320] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.652020] env[69220]: DEBUG nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.653464] env[69220]: DEBUG oslo_vmware.api [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.654347] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.871s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.654570] env[69220]: DEBUG nova.objects.instance [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lazy-loading 'resources' on Instance uuid 1dc9c045-37cd-4b5a-b465-aef0164fdfaa {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.720966] env[69220]: DEBUG nova.network.neutron [req-96182690-3f4a-408a-af73-8b005ce31731 req-651a91c6-fc65-410e-b0ef-0d514d9cdd09 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updated VIF entry in instance network info cache for port 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.721483] env[69220]: DEBUG nova.network.neutron [req-96182690-3f4a-408a-af73-8b005ce31731 req-651a91c6-fc65-410e-b0ef-0d514d9cdd09 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [{"id": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "address": "fa:16:3e:84:ec:c4", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1dac92-8c", "ovs_interfaceid": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.845376] env[69220]: DEBUG oslo_vmware.api [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800751, 'name': PowerOffVM_Task, 'duration_secs': 0.177972} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.846838] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.847046] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.847335] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87614fb2-3224-4eb4-acd4-4a71d5379e6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.928533] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.928771] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.928967] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Deleting the datastore file [datastore2] 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.929258] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb05ac1-4968-42ae-b3bd-9bb531bb6c49 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.932219] env[69220]: DEBUG nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.938875] env[69220]: DEBUG oslo_vmware.api [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for the task: (returnval){ [ 779.938875] env[69220]: value = "task-2800755" [ 779.938875] env[69220]: _type = "Task" [ 779.938875] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.948173] env[69220]: DEBUG oslo_vmware.api [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.068345] env[69220]: DEBUG oslo_vmware.api [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800752, 'name': PowerOnVM_Task, 'duration_secs': 0.489715} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.068345] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.068345] env[69220]: INFO nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Took 8.08 seconds to spawn the instance on the hypervisor. [ 780.068345] env[69220]: DEBUG nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.068345] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e470258-63f8-43e6-a97e-ec6d50a6c00b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.135863] env[69220]: INFO nova.compute.manager [-] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Took 1.52 seconds to deallocate network for instance. [ 780.150701] env[69220]: DEBUG oslo_vmware.api [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800753, 'name': ReconfigVM_Task, 'duration_secs': 0.176012} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.150822] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-eefced7b-962a-44d7-8eb6-78bf7bdee14b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Reconfigured VM instance to set the machine id {{(pid=69220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 780.156308] env[69220]: DEBUG nova.compute.utils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.161986] env[69220]: DEBUG nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.161986] env[69220]: DEBUG nova.network.neutron [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.180934] env[69220]: DEBUG nova.objects.instance [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'pci_requests' on Instance uuid d754cfd3-f0ca-4903-8309-c0fd88805fea {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.185071] env[69220]: DEBUG nova.objects.instance [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lazy-loading 'flavor' on Instance uuid de0666cb-68cb-4257-9740-6dcea5554f27 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.226022] env[69220]: DEBUG oslo_concurrency.lockutils [req-96182690-3f4a-408a-af73-8b005ce31731 req-651a91c6-fc65-410e-b0ef-0d514d9cdd09 service nova] Releasing lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.245573] env[69220]: DEBUG nova.policy [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7333ad72a28b4da7aa1987640162b3b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f373727001a6457389f7fe74c1d052bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.427063] env[69220]: DEBUG nova.compute.manager [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Received event network-changed-ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.427337] env[69220]: DEBUG nova.compute.manager [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Refreshing instance network info cache due to event network-changed-ca7bf3e0-2582-4aac-b31c-2099086a6a98. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.427648] env[69220]: DEBUG oslo_concurrency.lockutils [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] Acquiring lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.427816] env[69220]: DEBUG oslo_concurrency.lockutils [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] Acquired lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.428150] env[69220]: DEBUG nova.network.neutron [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Refreshing network info cache for port ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.469400] env[69220]: DEBUG oslo_vmware.api [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Task: {'id': task-2800755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245612} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.469789] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.470060] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.470319] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.470547] env[69220]: INFO nova.compute.manager [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 780.470900] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.471165] env[69220]: DEBUG nova.compute.manager [-] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.471299] env[69220]: DEBUG nova.network.neutron [-] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.474674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.494235] env[69220]: INFO nova.compute.manager [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Rebuilding instance [ 780.557132] env[69220]: DEBUG nova.compute.manager [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.557798] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4290b54-b75d-444b-88cc-1fc34daa66e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.590965] env[69220]: INFO nova.compute.manager [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Took 35.45 seconds to build instance. [ 780.645136] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.666953] env[69220]: DEBUG nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.693488] env[69220]: DEBUG nova.objects.base [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 780.693488] env[69220]: DEBUG nova.network.neutron [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.697414] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.731318] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b691e-983f-4acb-b443-f7bb411f2ca9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.744315] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442cead9-3fc1-4076-a2c9-b4f15366c7ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.783121] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ed0265-2908-42ff-b132-b0006afb49f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.792159] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024c7039-5d67-472c-9cec-1f652df8d9eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.807054] env[69220]: DEBUG nova.compute.provider_tree [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.824401] env[69220]: DEBUG nova.policy [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '883b380acc474f4cb86f311b15762b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e00f4d6b5bc447fbe1d25212f550382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.836523] env[69220]: DEBUG nova.network.neutron [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Successfully created port: 21199198-d725-4ff7-9191-a9755c3a7c6e {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.092722] env[69220]: DEBUG oslo_concurrency.lockutils [None req-135a598c-51db-4249-a937-db085a7156dc tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "8359ec7b-651f-4200-927b-3883d8c1297f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.981s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.176651] env[69220]: DEBUG nova.network.neutron [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Successfully created port: caa02ae3-e193-41f0-b1c7-33c0fad759ff {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.310918] env[69220]: DEBUG nova.scheduler.client.report [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.448410] env[69220]: DEBUG nova.network.neutron [-] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.576508] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.576909] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d4aff05-6685-4a74-b9c9-457490650eb2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.588024] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 781.588024] env[69220]: value = "task-2800756" [ 781.588024] env[69220]: _type = "Task" [ 781.588024] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.594271] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.681677] env[69220]: DEBUG nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.721042] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.721322] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.721441] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.721616] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.721756] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.721892] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.722213] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.722340] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.722431] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.722597] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.722767] env[69220]: DEBUG nova.virt.hardware [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.725168] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e782d07d-6048-4a60-925b-8a04e83bfbc1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.737144] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe976a0d-554a-4d65-8cd6-f01f45d9280f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.817051] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.820624] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.154s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.822180] env[69220]: INFO nova.compute.claims [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.858988] env[69220]: INFO nova.scheduler.client.report [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Deleted allocations for instance 1dc9c045-37cd-4b5a-b465-aef0164fdfaa [ 781.870020] env[69220]: DEBUG oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255720f-4236-ba15-faca-aee04259c70f/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.870374] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a845220f-d971-4055-a40e-ee07d4c8f07d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.881204] env[69220]: DEBUG oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255720f-4236-ba15-faca-aee04259c70f/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.882984] env[69220]: ERROR oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255720f-4236-ba15-faca-aee04259c70f/disk-0.vmdk due to incomplete transfer. [ 781.882984] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-717da22e-ba7b-4a1d-9959-0df2f0cbe86a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.892027] env[69220]: DEBUG oslo_vmware.rw_handles [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255720f-4236-ba15-faca-aee04259c70f/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.892027] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Uploaded image a6c70be8-dd93-4994-821d-459e6ce9bd65 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.894805] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.898567] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84d8d898-7ea0-4e41-bd4c-207b514cfcb4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.904926] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 781.904926] env[69220]: value = "task-2800757" [ 781.904926] env[69220]: _type = "Task" [ 781.904926] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.915251] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800757, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.951615] env[69220]: INFO nova.compute.manager [-] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Took 1.48 seconds to deallocate network for instance. [ 782.071392] env[69220]: DEBUG nova.network.neutron [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updated VIF entry in instance network info cache for port ca7bf3e0-2582-4aac-b31c-2099086a6a98. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.072703] env[69220]: DEBUG nova.network.neutron [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updating instance_info_cache with network_info: [{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.098881] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800756, 'name': PowerOffVM_Task, 'duration_secs': 0.211901} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.099173] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.099686] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.100984] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fcf15d-b36a-45c4-ad4a-93ed210d29ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.110752] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.111040] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d52ae362-e99d-40a2-9cb5-246e2e44987d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.131088] env[69220]: DEBUG nova.network.neutron [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Successfully created port: c0a1180f-841a-48c8-8b41-7cf7afbab875 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.192326] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.192615] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.192817] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleting the datastore file [datastore1] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.193527] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c106228a-6aac-47b0-a7d2-3d126b5de6fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.200609] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 782.200609] env[69220]: value = "task-2800759" [ 782.200609] env[69220]: _type = "Task" [ 782.200609] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.214691] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.379440] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9654780a-0bba-4e88-9170-f68f478ba460 tempest-ServersTestBootFromVolume-1363328974 tempest-ServersTestBootFromVolume-1363328974-project-member] Lock "1dc9c045-37cd-4b5a-b465-aef0164fdfaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.099s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.422309] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800757, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.461322] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.584082] env[69220]: DEBUG oslo_concurrency.lockutils [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] Releasing lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.584082] env[69220]: DEBUG nova.compute.manager [req-5d97a396-2392-40a2-9de6-2346655d0391 req-57d5d5c2-5368-4968-bc16-d824d44f4ec9 service nova] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Received event network-vif-deleted-4fab0158-1b9e-42a2-a8b8-f8c1b5c4b31e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.584082] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquired lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.633215] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab4bdbd-7064-4c47-a7c5-d5540fd5b108 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.645376] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-222241c7-bac1-466e-a636-7c127da817ec tempest-ServersAdminNegativeTestJSON-878381024 tempest-ServersAdminNegativeTestJSON-878381024-project-admin] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Suspending the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 782.645792] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-17639194-5054-4fe1-a341-bfd5625e6618 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.654200] env[69220]: DEBUG oslo_vmware.api [None req-222241c7-bac1-466e-a636-7c127da817ec tempest-ServersAdminNegativeTestJSON-878381024 tempest-ServersAdminNegativeTestJSON-878381024-project-admin] Waiting for the task: (returnval){ [ 782.654200] env[69220]: value = "task-2800760" [ 782.654200] env[69220]: _type = "Task" [ 782.654200] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.674407] env[69220]: DEBUG oslo_vmware.api [None req-222241c7-bac1-466e-a636-7c127da817ec tempest-ServersAdminNegativeTestJSON-878381024 tempest-ServersAdminNegativeTestJSON-878381024-project-admin] Task: {'id': task-2800760, 'name': SuspendVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.714665] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351897} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.715522] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.715835] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.716102] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.837764] env[69220]: DEBUG nova.network.neutron [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Successfully updated port: 21199198-d725-4ff7-9191-a9755c3a7c6e {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.918724] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800757, 'name': Destroy_Task, 'duration_secs': 0.736404} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.922230] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Destroyed the VM [ 782.922633] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.923240] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa2ea878-74d8-44c6-8304-e5ae2cf14275 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.933127] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 782.933127] env[69220]: value = "task-2800761" [ 782.933127] env[69220]: _type = "Task" [ 782.933127] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.940949] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800761, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.168422] env[69220]: DEBUG oslo_vmware.api [None req-222241c7-bac1-466e-a636-7c127da817ec tempest-ServersAdminNegativeTestJSON-878381024 tempest-ServersAdminNegativeTestJSON-878381024-project-admin] Task: {'id': task-2800760, 'name': SuspendVM_Task} progress is 62%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.334894] env[69220]: DEBUG nova.network.neutron [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.446019] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800761, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.475274] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3227e14c-f0e6-4aba-adf4-66506adcd300 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.483117] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9766ae3-f9b8-4dcc-8c28-fe9b9edba24b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.516477] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12abd57d-34d5-42cf-bebc-f14691d00d2c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.524969] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca611c-5394-441c-b2ff-2d471b1feb22 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.539454] env[69220]: DEBUG nova.compute.provider_tree [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.667192] env[69220]: DEBUG oslo_vmware.api [None req-222241c7-bac1-466e-a636-7c127da817ec tempest-ServersAdminNegativeTestJSON-878381024 tempest-ServersAdminNegativeTestJSON-878381024-project-admin] Task: {'id': task-2800760, 'name': SuspendVM_Task, 'duration_secs': 0.800419} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.667465] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-222241c7-bac1-466e-a636-7c127da817ec tempest-ServersAdminNegativeTestJSON-878381024 tempest-ServersAdminNegativeTestJSON-878381024-project-admin] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Suspended the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 783.667640] env[69220]: DEBUG nova.compute.manager [None req-222241c7-bac1-466e-a636-7c127da817ec tempest-ServersAdminNegativeTestJSON-878381024 tempest-ServersAdminNegativeTestJSON-878381024-project-admin] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.668419] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a7f5e-f5f9-443e-80f8-6ddb587a377b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.764133] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.764391] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.764544] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.764721] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.764861] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.765016] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.765314] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.765433] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.765599] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.765758] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.765927] env[69220]: DEBUG nova.virt.hardware [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.766794] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d17e4b-1672-463f-a3df-c50b043d595b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.774929] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2c91c9-8bc8-4554-89ad-0e65031fbebe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.792767] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:32:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c1580fa-7bad-4f2c-a346-efec224e563b', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.800256] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.800542] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.800766] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-753c8e16-2f5f-4940-be57-c878c9524fe3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.823726] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.823726] env[69220]: value = "task-2800762" [ 783.823726] env[69220]: _type = "Task" [ 783.823726] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.831688] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800762, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.943748] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800761, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63314} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.944210] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.944608] env[69220]: DEBUG nova.compute.manager [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.945527] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5499b4de-3469-4b0a-96ed-b3fb605518da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.042787] env[69220]: DEBUG nova.scheduler.client.report [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.082566] env[69220]: DEBUG nova.compute.manager [req-35709547-0d0b-42d3-b297-f9d52cd26dd0 req-9fe18cbe-388b-4d43-b4f8-1ca461c2e42a service nova] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Received event network-vif-deleted-d9c742d0-236b-4e1e-9b42-750a080d014f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.156892] env[69220]: DEBUG nova.network.neutron [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Successfully updated port: c0a1180f-841a-48c8-8b41-7cf7afbab875 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.337933] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800762, 'name': CreateVM_Task, 'duration_secs': 0.428224} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.338687] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.339727] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.340020] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.340661] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.341436] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372177ad-d088-4b82-a25d-3460f13c4084 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.346879] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 784.346879] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523ca54c-c21e-6754-f975-966957e2d80d" [ 784.346879] env[69220]: _type = "Task" [ 784.346879] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.358399] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523ca54c-c21e-6754-f975-966957e2d80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.445452] env[69220]: DEBUG nova.network.neutron [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updating instance_info_cache with network_info: [{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.473538] env[69220]: INFO nova.compute.manager [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Shelve offloading [ 784.549784] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.550363] env[69220]: DEBUG nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.555437] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.054s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.556355] env[69220]: DEBUG nova.objects.instance [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lazy-loading 'resources' on Instance uuid 7f1b4467-736f-48f6-8e6c-08ba9a6ba725 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.658661] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.658850] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.659045] env[69220]: DEBUG nova.network.neutron [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.826633] env[69220]: DEBUG nova.compute.manager [req-00ffa21b-5f4d-43c1-998e-16de55d34564 req-f59e734b-b2fd-43cf-a01d-49e878418e99 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Received event network-changed-ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.827428] env[69220]: DEBUG nova.compute.manager [req-00ffa21b-5f4d-43c1-998e-16de55d34564 req-f59e734b-b2fd-43cf-a01d-49e878418e99 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Refreshing instance network info cache due to event network-changed-ca7bf3e0-2582-4aac-b31c-2099086a6a98. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.827428] env[69220]: DEBUG oslo_concurrency.lockutils [req-00ffa21b-5f4d-43c1-998e-16de55d34564 req-f59e734b-b2fd-43cf-a01d-49e878418e99 service nova] Acquiring lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.860428] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523ca54c-c21e-6754-f975-966957e2d80d, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.860780] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.861066] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.861395] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.861583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.861796] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.862105] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b33fa03d-5e61-4461-a655-a72a763783da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.871321] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.871555] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.872329] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c3da32-58c7-4d57-8fe4-d9208fa8d538 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.878304] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 784.878304] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528b1895-e384-f9f7-9d96-2334009cf22b" [ 784.878304] env[69220]: _type = "Task" [ 784.878304] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.890226] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528b1895-e384-f9f7-9d96-2334009cf22b, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.891141] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73708708-50cf-41a6-94c3-93c4563633cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.899255] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 784.899255] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522fd292-4d10-b11e-478f-bd7393df0655" [ 784.899255] env[69220]: _type = "Task" [ 784.899255] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.908142] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522fd292-4d10-b11e-478f-bd7393df0655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.948387] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Releasing lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.948387] env[69220]: DEBUG nova.compute.manager [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Inject network info {{(pid=69220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 784.948387] env[69220]: DEBUG nova.compute.manager [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] network_info to inject: |[{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 784.953516] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Reconfiguring VM instance to set the machine id {{(pid=69220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 784.953964] env[69220]: DEBUG oslo_concurrency.lockutils [req-00ffa21b-5f4d-43c1-998e-16de55d34564 req-f59e734b-b2fd-43cf-a01d-49e878418e99 service nova] Acquired lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.954376] env[69220]: DEBUG nova.network.neutron [req-00ffa21b-5f4d-43c1-998e-16de55d34564 req-f59e734b-b2fd-43cf-a01d-49e878418e99 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Refreshing network info cache for port ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.955283] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78938c0-1b62-4bb5-a53c-2f929b3f73f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.974328] env[69220]: DEBUG oslo_vmware.api [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 784.974328] env[69220]: value = "task-2800763" [ 784.974328] env[69220]: _type = "Task" [ 784.974328] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.977767] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.981355] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47bc6d1a-6f85-4e54-8315-b4d3dacb989e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.982878] env[69220]: DEBUG oslo_vmware.api [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.988391] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 784.988391] env[69220]: value = "task-2800764" [ 784.988391] env[69220]: _type = "Task" [ 784.988391] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.995751] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.061313] env[69220]: DEBUG nova.compute.utils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.069408] env[69220]: DEBUG nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.069408] env[69220]: DEBUG nova.network.neutron [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.173149] env[69220]: DEBUG nova.policy [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17280e6499be4b5ea32e2743b5cb1779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92cd0de2a88b48c1aa34109dc832ecdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.215601] env[69220]: WARNING nova.network.neutron [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] c4c6672d-e4e7-4250-ad20-a4b25416d376 already exists in list: networks containing: ['c4c6672d-e4e7-4250-ad20-a4b25416d376']. ignoring it [ 785.329510] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquiring lock "b721fee1-b833-466d-bbcf-b42827d20276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.329917] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "b721fee1-b833-466d-bbcf-b42827d20276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.415080] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522fd292-4d10-b11e-478f-bd7393df0655, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.415591] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.415591] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae/2abcf079-cc67-4bd8-ae8a-c4eee07835ae.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.415891] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d7a7c10-c5e5-49a1-9396-957e6d51c5f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.424520] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 785.424520] env[69220]: value = "task-2800765" [ 785.424520] env[69220]: _type = "Task" [ 785.424520] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.434286] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.487658] env[69220]: DEBUG oslo_vmware.api [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800763, 'name': ReconfigVM_Task, 'duration_secs': 0.136142} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.487938] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7dc317-aa76-475b-a138-d3b5bbeb7ce2 tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Reconfigured VM instance to set the machine id {{(pid=69220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 785.498704] env[69220]: DEBUG nova.network.neutron [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Successfully updated port: caa02ae3-e193-41f0-b1c7-33c0fad759ff {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.517565] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 785.517565] env[69220]: DEBUG nova.compute.manager [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.519485] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef258de-3bd2-48d4-8320-7b691ee03cf6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.525960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.526362] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.526362] env[69220]: DEBUG nova.network.neutron [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.570312] env[69220]: DEBUG nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.631259] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3518f5b3-ecf8-4d2a-a756-cd73f681ffbf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.639343] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa672a71-0294-48e6-a7cf-3c8b6251e03a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.680880] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8ed71-05a8-4f65-add8-fed889bf5431 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.693920] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6138a9-151b-481c-84e6-8b24fb60bebf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.713122] env[69220]: DEBUG nova.compute.provider_tree [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.833343] env[69220]: DEBUG nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.919131] env[69220]: DEBUG nova.network.neutron [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [{"id": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "address": "fa:16:3e:25:de:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1f212f-cb", "ovs_interfaceid": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0a1180f-841a-48c8-8b41-7cf7afbab875", "address": "fa:16:3e:fb:cb:55", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a1180f-84", "ovs_interfaceid": "c0a1180f-841a-48c8-8b41-7cf7afbab875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.936638] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442912} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.937495] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae/2abcf079-cc67-4bd8-ae8a-c4eee07835ae.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.937716] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.937966] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd03e51-c33a-432c-ac8a-51214d158217 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.945285] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 785.945285] env[69220]: value = "task-2800766" [ 785.945285] env[69220]: _type = "Task" [ 785.945285] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.956063] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.014517] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.014674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquired lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.014818] env[69220]: DEBUG nova.network.neutron [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.143075] env[69220]: DEBUG nova.network.neutron [req-00ffa21b-5f4d-43c1-998e-16de55d34564 req-f59e734b-b2fd-43cf-a01d-49e878418e99 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updated VIF entry in instance network info cache for port ca7bf3e0-2582-4aac-b31c-2099086a6a98. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.143075] env[69220]: DEBUG nova.network.neutron [req-00ffa21b-5f4d-43c1-998e-16de55d34564 req-f59e734b-b2fd-43cf-a01d-49e878418e99 service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updating instance_info_cache with network_info: [{"id": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "address": "fa:16:3e:72:97:c1", "network": {"id": "01162a88-275c-4e5e-8960-1ab0ca873ecd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-167789121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80e6f4faf94456f87323ac8eca2a8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7bf3e0-25", "ovs_interfaceid": "ca7bf3e0-2582-4aac-b31c-2099086a6a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.160257] env[69220]: DEBUG nova.network.neutron [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Successfully created port: a3ba035a-a9d0-4a50-a985-cd515d638c91 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.216723] env[69220]: DEBUG nova.scheduler.client.report [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.373777] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.381253] env[69220]: DEBUG nova.network.neutron [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [{"id": "e8079341-e00b-4713-9c18-32a531974dbf", "address": "fa:16:3e:c2:18:a9", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8079341-e0", "ovs_interfaceid": "e8079341-e00b-4713-9c18-32a531974dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.422460] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.423008] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.423183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.424385] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d9d7d-b2e2-42bd-8f03-e6ed4b9f51d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.445528] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.445782] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.445987] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.446199] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.446350] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.446500] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.446713] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.446871] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.447047] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.447232] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.447409] env[69220]: DEBUG nova.virt.hardware [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.455274] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Reconfiguring VM to attach interface {{(pid=69220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 786.455823] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5526a18b-206c-4079-b89c-c0a65f90a31e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.476935] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065832} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.480086] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.480086] env[69220]: DEBUG oslo_vmware.api [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 786.480086] env[69220]: value = "task-2800767" [ 786.480086] env[69220]: _type = "Task" [ 786.480086] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.480876] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ecb7c-0c04-49de-a850-c0a57b3a535c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.502100] env[69220]: DEBUG oslo_vmware.api [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800767, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.512173] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae/2abcf079-cc67-4bd8-ae8a-c4eee07835ae.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.512260] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac35847c-7b21-4353-b02c-d81f8e6c068b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.536354] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 786.536354] env[69220]: value = "task-2800768" [ 786.536354] env[69220]: _type = "Task" [ 786.536354] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.546341] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.583687] env[69220]: DEBUG nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.595448] env[69220]: DEBUG nova.network.neutron [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.622684] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:03:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6a128853-91a1-4483-8bb8-1f58fd9e4281',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1143403600',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.622950] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.627246] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.627495] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.627658] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.627823] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.628087] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.628284] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.628464] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.628638] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.628825] env[69220]: DEBUG nova.virt.hardware [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.629801] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a7614-4560-4aa7-8e00-ab8dbe9f363c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.642626] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2aaf26-7e30-4a49-bed1-2cde9e81f0bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.647017] env[69220]: DEBUG oslo_concurrency.lockutils [req-00ffa21b-5f4d-43c1-998e-16de55d34564 req-f59e734b-b2fd-43cf-a01d-49e878418e99 service nova] Releasing lock "refresh_cache-de0666cb-68cb-4257-9740-6dcea5554f27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.724384] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.726962] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.890s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.726962] env[69220]: DEBUG nova.objects.instance [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lazy-loading 'resources' on Instance uuid 5f83fb47-76eb-4950-a73c-80fea7ceb6c9 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.755456] env[69220]: INFO nova.scheduler.client.report [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Deleted allocations for instance 7f1b4467-736f-48f6-8e6c-08ba9a6ba725 [ 786.884599] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.993805] env[69220]: DEBUG oslo_vmware.api [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.047165] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800768, 'name': ReconfigVM_Task, 'duration_secs': 0.383218} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.047570] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae/2abcf079-cc67-4bd8-ae8a-c4eee07835ae.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.048345] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a11e8bc-79c7-4a3b-902d-ad86d0fb01f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.056490] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 787.056490] env[69220]: value = "task-2800769" [ 787.056490] env[69220]: _type = "Task" [ 787.056490] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.067696] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800769, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.067696] env[69220]: DEBUG nova.network.neutron [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Updating instance_info_cache with network_info: [{"id": "21199198-d725-4ff7-9191-a9755c3a7c6e", "address": "fa:16:3e:64:ad:77", "network": {"id": "97b43763-4556-4d98-8d9c-5e0493dc080e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1896222995", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21199198-d7", "ovs_interfaceid": "21199198-d725-4ff7-9191-a9755c3a7c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "address": "fa:16:3e:0a:b5:d3", "network": {"id": "c4bf3b07-2331-4cbe-8a92-45752f4a6da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1585303069", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa02ae3-e1", "ovs_interfaceid": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.086211] env[69220]: DEBUG nova.compute.manager [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Received event network-vif-plugged-21199198-d725-4ff7-9191-a9755c3a7c6e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.086481] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] Acquiring lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.086728] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.086902] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.087884] env[69220]: DEBUG nova.compute.manager [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] No waiting events found dispatching network-vif-plugged-21199198-d725-4ff7-9191-a9755c3a7c6e {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.087884] env[69220]: WARNING nova.compute.manager [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Received unexpected event network-vif-plugged-21199198-d725-4ff7-9191-a9755c3a7c6e for instance with vm_state building and task_state spawning. [ 787.087884] env[69220]: DEBUG nova.compute.manager [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Received event network-changed-21199198-d725-4ff7-9191-a9755c3a7c6e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.087884] env[69220]: DEBUG nova.compute.manager [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Refreshing instance network info cache due to event network-changed-21199198-d725-4ff7-9191-a9755c3a7c6e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.087884] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] Acquiring lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.263159] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a2276dfe-be60-4cac-bd08-2c566b581fac tempest-VolumesAssistedSnapshotsTest-1257371579 tempest-VolumesAssistedSnapshotsTest-1257371579-project-member] Lock "7f1b4467-736f-48f6-8e6c-08ba9a6ba725" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.624s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.496642] env[69220]: DEBUG oslo_vmware.api [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.572183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Releasing lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.572759] env[69220]: DEBUG nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Instance network_info: |[{"id": "21199198-d725-4ff7-9191-a9755c3a7c6e", "address": "fa:16:3e:64:ad:77", "network": {"id": "97b43763-4556-4d98-8d9c-5e0493dc080e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1896222995", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21199198-d7", "ovs_interfaceid": "21199198-d725-4ff7-9191-a9755c3a7c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "address": "fa:16:3e:0a:b5:d3", "network": {"id": "c4bf3b07-2331-4cbe-8a92-45752f4a6da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1585303069", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa02ae3-e1", "ovs_interfaceid": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.573578] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800769, 'name': Rename_Task, 'duration_secs': 0.172419} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.574142] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] Acquired lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.574676] env[69220]: DEBUG nova.network.neutron [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Refreshing network info cache for port 21199198-d725-4ff7-9191-a9755c3a7c6e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.575992] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:ad:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21199198-d725-4ff7-9191-a9755c3a7c6e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:b5:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa02ae3-e193-41f0-b1c7-33c0fad759ff', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.589320] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.590150] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.595685] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.595954] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-985361bf-8004-47ee-9ca1-1fcc40262235 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.599546] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a016634-e654-438d-bde2-ed4fe47e83fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.620066] env[69220]: DEBUG nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received event network-vif-plugged-c0a1180f-841a-48c8-8b41-7cf7afbab875 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.621053] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Acquiring lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.621053] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.621053] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.621053] env[69220]: DEBUG nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] No waiting events found dispatching network-vif-plugged-c0a1180f-841a-48c8-8b41-7cf7afbab875 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.621053] env[69220]: WARNING nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received unexpected event network-vif-plugged-c0a1180f-841a-48c8-8b41-7cf7afbab875 for instance with vm_state active and task_state None. [ 787.621993] env[69220]: DEBUG nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received event network-changed-c0a1180f-841a-48c8-8b41-7cf7afbab875 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.622237] env[69220]: DEBUG nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Refreshing instance network info cache due to event network-changed-c0a1180f-841a-48c8-8b41-7cf7afbab875. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.622469] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Acquiring lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.622614] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Acquired lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.622804] env[69220]: DEBUG nova.network.neutron [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Refreshing network info cache for port c0a1180f-841a-48c8-8b41-7cf7afbab875 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.627587] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.629478] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae19a7e2-98f6-4362-bf0f-96ecac917498 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.638611] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 787.638611] env[69220]: value = "task-2800770" [ 787.638611] env[69220]: _type = "Task" [ 787.638611] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.649524] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.649524] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.649524] env[69220]: value = "task-2800771" [ 787.649524] env[69220]: _type = "Task" [ 787.649524] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.652713] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a487ec21-e0a3-4120-b1d0-8efd92c72f9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.662331] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.669565] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800771, 'name': CreateVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.807746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "de0666cb-68cb-4257-9740-6dcea5554f27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.808077] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "de0666cb-68cb-4257-9740-6dcea5554f27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.808285] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "de0666cb-68cb-4257-9740-6dcea5554f27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.808827] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "de0666cb-68cb-4257-9740-6dcea5554f27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.808827] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "de0666cb-68cb-4257-9740-6dcea5554f27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.814428] env[69220]: INFO nova.compute.manager [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Terminating instance [ 787.816905] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f515492a-9a34-4bf1-b1c7-34ba504faea0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.829032] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5c7d30-13d9-4f92-b24d-8ef300e4cab2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.869797] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364a365e-80f1-4cd8-a89a-3c980a35279d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.878326] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c33c3-0e9c-4fc0-97d9-59235e2f1877 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.893128] env[69220]: DEBUG nova.compute.provider_tree [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.991242] env[69220]: DEBUG nova.network.neutron [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updated VIF entry in instance network info cache for port c0a1180f-841a-48c8-8b41-7cf7afbab875. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.992455] env[69220]: DEBUG nova.network.neutron [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [{"id": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "address": "fa:16:3e:25:de:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1f212f-cb", "ovs_interfaceid": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c0a1180f-841a-48c8-8b41-7cf7afbab875", "address": "fa:16:3e:fb:cb:55", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a1180f-84", "ovs_interfaceid": "c0a1180f-841a-48c8-8b41-7cf7afbab875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.003410] env[69220]: DEBUG oslo_vmware.api [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.026225] env[69220]: DEBUG nova.network.neutron [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Updated VIF entry in instance network info cache for port 21199198-d725-4ff7-9191-a9755c3a7c6e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.026549] env[69220]: DEBUG nova.network.neutron [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Updating instance_info_cache with network_info: [{"id": "21199198-d725-4ff7-9191-a9755c3a7c6e", "address": "fa:16:3e:64:ad:77", "network": {"id": "97b43763-4556-4d98-8d9c-5e0493dc080e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1896222995", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21199198-d7", "ovs_interfaceid": "21199198-d725-4ff7-9191-a9755c3a7c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "address": "fa:16:3e:0a:b5:d3", "network": {"id": "c4bf3b07-2331-4cbe-8a92-45752f4a6da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1585303069", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa02ae3-e1", "ovs_interfaceid": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.052630] env[69220]: DEBUG nova.network.neutron [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Successfully updated port: a3ba035a-a9d0-4a50-a985-cd515d638c91 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.150605] env[69220]: DEBUG oslo_vmware.api [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800770, 'name': PowerOnVM_Task, 'duration_secs': 0.472076} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.150947] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.151224] env[69220]: DEBUG nova.compute.manager [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.152130] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4cd66-1582-4ca6-b125-5f9392e4680e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.167839] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800771, 'name': CreateVM_Task, 'duration_secs': 0.393751} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.168374] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.169140] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.169311] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.169647] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.169895] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35afe963-880e-4567-b61c-79b5e02c14d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.174785] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 788.174785] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5244ec0e-7bf6-e799-6000-6cd2cfe8e3a0" [ 788.174785] env[69220]: _type = "Task" [ 788.174785] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.182915] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5244ec0e-7bf6-e799-6000-6cd2cfe8e3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.324957] env[69220]: DEBUG nova.compute.manager [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.325021] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.326035] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0c8962-b557-4a0e-b5c6-08f12dd00d59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.334994] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.335266] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f09244-e2e5-449b-8115-c3568aa4a52f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.343654] env[69220]: DEBUG oslo_vmware.api [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 788.343654] env[69220]: value = "task-2800773" [ 788.343654] env[69220]: _type = "Task" [ 788.343654] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.352346] env[69220]: DEBUG oslo_vmware.api [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.396927] env[69220]: DEBUG nova.scheduler.client.report [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.495509] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Releasing lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.495763] env[69220]: DEBUG nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Received event network-vif-plugged-caa02ae3-e193-41f0-b1c7-33c0fad759ff {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.495948] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Acquiring lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.496169] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.496328] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.496495] env[69220]: DEBUG nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] No waiting events found dispatching network-vif-plugged-caa02ae3-e193-41f0-b1c7-33c0fad759ff {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.496680] env[69220]: WARNING nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Received unexpected event network-vif-plugged-caa02ae3-e193-41f0-b1c7-33c0fad759ff for instance with vm_state building and task_state spawning. [ 788.497126] env[69220]: DEBUG nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Received event network-changed-caa02ae3-e193-41f0-b1c7-33c0fad759ff {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.497126] env[69220]: DEBUG nova.compute.manager [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Refreshing instance network info cache due to event network-changed-caa02ae3-e193-41f0-b1c7-33c0fad759ff. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.497245] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Acquiring lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.497378] env[69220]: DEBUG oslo_vmware.api [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.503724] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.503936] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.504129] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleting the datastore file [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.504391] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dcf2592-fb48-4220-b3ff-98f1da726775 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.511664] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 788.511664] env[69220]: value = "task-2800774" [ 788.511664] env[69220]: _type = "Task" [ 788.511664] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.522280] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.530725] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b2cf886-2c5c-4e9b-b35f-ce2efaa1f61b req-20ee2afe-6035-46a4-af3f-05f1756c488b service nova] Releasing lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.530725] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Acquired lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.530725] env[69220]: DEBUG nova.network.neutron [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Refreshing network info cache for port caa02ae3-e193-41f0-b1c7-33c0fad759ff {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.558098] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.558372] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.558628] env[69220]: DEBUG nova.network.neutron [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.676691] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.687961] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5244ec0e-7bf6-e799-6000-6cd2cfe8e3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.688294] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.688565] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.688857] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.689013] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.690021] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.690021] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdd6a648-a9aa-4b3a-a8d8-4c0c547c65d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.698539] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.698539] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.700278] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f23b6f1-a009-4250-bc7c-3a64dc6455ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.706485] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 788.706485] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5212e619-deb8-7de8-713f-348a05627ea2" [ 788.706485] env[69220]: _type = "Task" [ 788.706485] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.714110] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5212e619-deb8-7de8-713f-348a05627ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.854938] env[69220]: DEBUG oslo_vmware.api [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800773, 'name': PowerOffVM_Task, 'duration_secs': 0.342673} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.854938] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.854938] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.854938] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf2156dd-6008-4713-86f9-d5cae429277e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.902814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.905838] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.013s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.906215] env[69220]: DEBUG nova.objects.instance [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lazy-loading 'resources' on Instance uuid 462f978b-3e0e-4786-a89f-2c4b92fc003a {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.936506] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.936506] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.936506] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Deleting the datastore file [datastore1] de0666cb-68cb-4257-9740-6dcea5554f27 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.937573] env[69220]: INFO nova.scheduler.client.report [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleted allocations for instance 5f83fb47-76eb-4950-a73c-80fea7ceb6c9 [ 788.938721] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6c2557e-1545-4d47-82b5-a1cb4bd2761e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.952361] env[69220]: DEBUG oslo_vmware.api [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for the task: (returnval){ [ 788.952361] env[69220]: value = "task-2800776" [ 788.952361] env[69220]: _type = "Task" [ 788.952361] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.960786] env[69220]: DEBUG oslo_vmware.api [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.998109] env[69220]: DEBUG oslo_vmware.api [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800767, 'name': ReconfigVM_Task, 'duration_secs': 2.496407} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.998940] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.999268] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Reconfigured VM to attach interface {{(pid=69220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 789.021683] env[69220]: DEBUG oslo_vmware.api [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181711} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.022652] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.022938] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.023246] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.048248] env[69220]: INFO nova.scheduler.client.report [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleted allocations for instance 9421efc6-6e98-48f4-a136-b3217e97527f [ 789.108880] env[69220]: DEBUG nova.network.neutron [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.222412] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5212e619-deb8-7de8-713f-348a05627ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.229032] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5918dc58-f72c-4fc3-ad18-3e33e5cec341 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.234445] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 789.234445] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522ec5c9-9981-52fd-00b4-61e515dda97a" [ 789.234445] env[69220]: _type = "Task" [ 789.234445] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.245407] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522ec5c9-9981-52fd-00b4-61e515dda97a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.319430] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "b272255c-f6df-47de-b804-89c5b5f1dbfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.319819] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "b272255c-f6df-47de-b804-89c5b5f1dbfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.352768] env[69220]: DEBUG nova.network.neutron [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Updated VIF entry in instance network info cache for port caa02ae3-e193-41f0-b1c7-33c0fad759ff. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.353377] env[69220]: DEBUG nova.network.neutron [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Updating instance_info_cache with network_info: [{"id": "21199198-d725-4ff7-9191-a9755c3a7c6e", "address": "fa:16:3e:64:ad:77", "network": {"id": "97b43763-4556-4d98-8d9c-5e0493dc080e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1896222995", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21199198-d7", "ovs_interfaceid": "21199198-d725-4ff7-9191-a9755c3a7c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "address": "fa:16:3e:0a:b5:d3", "network": {"id": "c4bf3b07-2331-4cbe-8a92-45752f4a6da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1585303069", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa02ae3-e1", "ovs_interfaceid": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.408892] env[69220]: DEBUG nova.network.neutron [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance_info_cache with network_info: [{"id": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "address": "fa:16:3e:4d:ef:90", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ba035a-a9", "ovs_interfaceid": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.456424] env[69220]: DEBUG oslo_concurrency.lockutils [None req-307b5e3f-7dee-4b3a-8260-fa913a6beaab tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "5f83fb47-76eb-4950-a73c-80fea7ceb6c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.258s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.470622] env[69220]: DEBUG oslo_vmware.api [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Task: {'id': task-2800776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138234} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.471509] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.471773] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.472014] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.472271] env[69220]: INFO nova.compute.manager [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Took 1.15 seconds to destroy the instance on the hypervisor. [ 789.472585] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.475687] env[69220]: DEBUG nova.compute.manager [-] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.475851] env[69220]: DEBUG nova.network.neutron [-] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.506560] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3cbe4f42-7bd9-4f8e-b6b7-92b1dd27031e tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d754cfd3-f0ca-4903-8309-c0fd88805fea-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.007s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.556860] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.745021] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522ec5c9-9981-52fd-00b4-61e515dda97a, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.745366] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.745664] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 3b49b25d-d39a-4b0c-85ed-7383c401c3b6/3b49b25d-d39a-4b0c-85ed-7383c401c3b6.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.745981] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acd9a4b7-b2e1-47f4-9759-e307d3c80da0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.755882] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 789.755882] env[69220]: value = "task-2800777" [ 789.755882] env[69220]: _type = "Task" [ 789.755882] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.767357] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.857302] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5fdce0b-ead8-409d-a44d-fb0391946911 req-f5de103e-95ca-4a1a-92a2-cb22b8da97e9 service nova] Releasing lock "refresh_cache-3b49b25d-d39a-4b0c-85ed-7383c401c3b6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.911997] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.912491] env[69220]: DEBUG nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Instance network_info: |[{"id": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "address": "fa:16:3e:4d:ef:90", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ba035a-a9", "ovs_interfaceid": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.912980] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ef:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3ba035a-a9d0-4a50-a985-cd515d638c91', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.922935] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.927615] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.929054] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c17884e-a5ab-46b2-ab39-70986055b0af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.950172] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be4443-e1cf-43f2-a51f-74c5895fa1e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.962385] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0550337-671d-4274-88fd-946e1ae8fcaa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.966356] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.966356] env[69220]: value = "task-2800778" [ 789.966356] env[69220]: _type = "Task" [ 789.966356] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.009525] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f023f0-d5d4-447a-b596-b1158642e4bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.012832] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800778, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.019752] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553a224-f859-41af-919e-f8b5c28ca0b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.036918] env[69220]: DEBUG nova.compute.provider_tree [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.089809] env[69220]: DEBUG nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received event network-vif-unplugged-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.090108] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Acquiring lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.090701] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.090701] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.090810] env[69220]: DEBUG nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] No waiting events found dispatching network-vif-unplugged-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.090970] env[69220]: WARNING nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received unexpected event network-vif-unplugged-e8079341-e00b-4713-9c18-32a531974dbf for instance with vm_state shelved_offloaded and task_state None. [ 790.091190] env[69220]: DEBUG nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received event network-changed-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.091411] env[69220]: DEBUG nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Refreshing instance network info cache due to event network-changed-e8079341-e00b-4713-9c18-32a531974dbf. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 790.091515] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Acquiring lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.091647] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Acquired lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.091804] env[69220]: DEBUG nova.network.neutron [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Refreshing network info cache for port e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.270155] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452882} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.270155] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 3b49b25d-d39a-4b0c-85ed-7383c401c3b6/3b49b25d-d39a-4b0c-85ed-7383c401c3b6.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.270155] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.270389] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d444964e-b0c0-4e1b-a9ed-edcc343a66c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.277812] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 790.277812] env[69220]: value = "task-2800779" [ 790.277812] env[69220]: _type = "Task" [ 790.277812] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.288547] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.477066] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800778, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.545021] env[69220]: DEBUG nova.scheduler.client.report [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.662824] env[69220]: DEBUG nova.network.neutron [-] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.788687] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061648} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.791141] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.792573] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6fd00c-d47a-4191-9c22-1a61f357379d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.817591] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3b49b25d-d39a-4b0c-85ed-7383c401c3b6/3b49b25d-d39a-4b0c-85ed-7383c401c3b6.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.818341] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa36e5bc-beaf-4464-9874-f1ec0dcd6cd2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.838526] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 790.838526] env[69220]: value = "task-2800780" [ 790.838526] env[69220]: _type = "Task" [ 790.838526] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.852510] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.917539] env[69220]: DEBUG nova.compute.manager [req-cf9115cf-d78d-4349-bd9e-433ce021ca6f req-9a48b85e-dcfd-443e-b887-c47990b1008b service nova] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Received event network-vif-deleted-ca7bf3e0-2582-4aac-b31c-2099086a6a98 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.961992] env[69220]: DEBUG nova.network.neutron [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updated VIF entry in instance network info cache for port e8079341-e00b-4713-9c18-32a531974dbf. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.962372] env[69220]: DEBUG nova.network.neutron [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [{"id": "e8079341-e00b-4713-9c18-32a531974dbf", "address": "fa:16:3e:c2:18:a9", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape8079341-e0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.985421] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800778, 'name': CreateVM_Task, 'duration_secs': 0.605415} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.988459] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.988459] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.988459] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.988459] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.988459] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944dbcda-fa8f-4aa0-8b3b-96df7a6cbf8d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.993516] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 790.993516] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52768d84-2aa5-d580-3370-3da39acc4102" [ 790.993516] env[69220]: _type = "Task" [ 790.993516] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.004968] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52768d84-2aa5-d580-3370-3da39acc4102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.053669] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.056315] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.572s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.057268] env[69220]: DEBUG nova.objects.instance [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lazy-loading 'resources' on Instance uuid 30216828-4dca-48de-b61d-2bf8af202dd6 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.082229] env[69220]: INFO nova.scheduler.client.report [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleted allocations for instance 462f978b-3e0e-4786-a89f-2c4b92fc003a [ 791.167493] env[69220]: INFO nova.compute.manager [-] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Took 1.69 seconds to deallocate network for instance. [ 791.352311] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800780, 'name': ReconfigVM_Task, 'duration_secs': 0.298633} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.352616] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3b49b25d-d39a-4b0c-85ed-7383c401c3b6/3b49b25d-d39a-4b0c-85ed-7383c401c3b6.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.353286] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800202e3-aa2e-4c87-ae5b-c6c9e7470ca2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.359632] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 791.359632] env[69220]: value = "task-2800781" [ 791.359632] env[69220]: _type = "Task" [ 791.359632] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.367876] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800781, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.467936] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Releasing lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.468247] env[69220]: DEBUG nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Received event network-vif-plugged-a3ba035a-a9d0-4a50-a985-cd515d638c91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.468436] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Acquiring lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.468744] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.468908] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.469083] env[69220]: DEBUG nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] No waiting events found dispatching network-vif-plugged-a3ba035a-a9d0-4a50-a985-cd515d638c91 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.469246] env[69220]: WARNING nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Received unexpected event network-vif-plugged-a3ba035a-a9d0-4a50-a985-cd515d638c91 for instance with vm_state building and task_state spawning. [ 791.470174] env[69220]: DEBUG nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Received event network-changed-a3ba035a-a9d0-4a50-a985-cd515d638c91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.470651] env[69220]: DEBUG nova.compute.manager [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Refreshing instance network info cache due to event network-changed-a3ba035a-a9d0-4a50-a985-cd515d638c91. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 791.470786] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Acquiring lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.470948] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Acquired lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.471217] env[69220]: DEBUG nova.network.neutron [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Refreshing network info cache for port a3ba035a-a9d0-4a50-a985-cd515d638c91 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.505034] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52768d84-2aa5-d580-3370-3da39acc4102, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.505314] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505561] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.505798] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.505993] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.506100] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.506442] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b9f51f0-2f39-4397-89a0-f5382e839ed3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.519186] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.519186] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.520381] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c159b4-8892-42de-ba9d-52a5eb6175aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.527811] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 791.527811] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5276fd06-04f8-1bd1-cec6-4c55064d4179" [ 791.527811] env[69220]: _type = "Task" [ 791.527811] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.538975] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5276fd06-04f8-1bd1-cec6-4c55064d4179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.596120] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ad29a5ee-c731-44c7-a81f-e0ebe5ce6f00 tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "462f978b-3e0e-4786-a89f-2c4b92fc003a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.157s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.677516] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.731071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.731071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.731071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.731071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.731071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.733296] env[69220]: INFO nova.compute.manager [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Terminating instance [ 791.874343] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800781, 'name': Rename_Task, 'duration_secs': 0.162892} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.874648] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.874971] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f543eb1-5033-4c42-af10-6a78b9283493 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.885203] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 791.885203] env[69220]: value = "task-2800782" [ 791.885203] env[69220]: _type = "Task" [ 791.885203] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.892677] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.041058] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5276fd06-04f8-1bd1-cec6-4c55064d4179, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.047669] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46332b75-ce45-4331-9fc6-0d84469c4f1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.054604] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 792.054604] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b5fb64-9535-9f77-0e73-caf090344872" [ 792.054604] env[69220]: _type = "Task" [ 792.054604] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.062808] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b5fb64-9535-9f77-0e73-caf090344872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.134833] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023505da-2f39-4182-9502-eaed1e58fe00 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.146495] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9eb23f-a9bf-4e75-a540-f95c48af93a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.179645] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4074c229-45c2-40c6-8a8d-7cf694d71720 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.188113] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a0d91b-41f9-47b7-873b-6690a220cdc1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.202278] env[69220]: DEBUG nova.compute.provider_tree [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.237888] env[69220]: DEBUG nova.compute.manager [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.238133] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.239028] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6570ebef-be0b-4dc2-9c32-e33bcc2ecde5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.246960] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.247229] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe52339-b08b-46e7-b847-327b764205b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.254097] env[69220]: DEBUG oslo_vmware.api [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 792.254097] env[69220]: value = "task-2800783" [ 792.254097] env[69220]: _type = "Task" [ 792.254097] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.266584] env[69220]: DEBUG oslo_vmware.api [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.382948] env[69220]: DEBUG nova.network.neutron [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updated VIF entry in instance network info cache for port a3ba035a-a9d0-4a50-a985-cd515d638c91. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.382948] env[69220]: DEBUG nova.network.neutron [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance_info_cache with network_info: [{"id": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "address": "fa:16:3e:4d:ef:90", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ba035a-a9", "ovs_interfaceid": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.397150] env[69220]: DEBUG oslo_vmware.api [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800782, 'name': PowerOnVM_Task, 'duration_secs': 0.478172} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.397150] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.397150] env[69220]: INFO nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Took 10.71 seconds to spawn the instance on the hypervisor. [ 792.397150] env[69220]: DEBUG nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.397701] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177355ac-b52f-42e1-b89f-f17631e8ebf1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.570390] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b5fb64-9535-9f77-0e73-caf090344872, 'name': SearchDatastore_Task, 'duration_secs': 0.008829} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.574026] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.574026] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5/78aeae5e-b2a7-4a58-918c-e350a0f930a5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.574026] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f424e437-0e87-48bb-94a0-0924e7c573f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.584611] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 792.584611] env[69220]: value = "task-2800784" [ 792.584611] env[69220]: _type = "Task" [ 792.584611] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.588515] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquiring lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.589162] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.598963] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.619232] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "30314814-1b56-4ee0-a386-99d40bcc2794" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.619521] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "30314814-1b56-4ee0-a386-99d40bcc2794" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.708993] env[69220]: DEBUG nova.scheduler.client.report [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.764454] env[69220]: DEBUG oslo_vmware.api [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800783, 'name': PowerOffVM_Task, 'duration_secs': 0.231037} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.764741] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.765101] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.765185] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3e9da62-5ea2-4b97-8537-6e37db4614ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.828642] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.829036] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.829247] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleting the datastore file [datastore2] 2abcf079-cc67-4bd8-ae8a-c4eee07835ae {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.829554] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04d8cc27-b1a9-437c-b318-bac09738426c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.837432] env[69220]: DEBUG oslo_vmware.api [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 792.837432] env[69220]: value = "task-2800786" [ 792.837432] env[69220]: _type = "Task" [ 792.837432] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.848474] env[69220]: DEBUG oslo_vmware.api [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.887031] env[69220]: DEBUG oslo_concurrency.lockutils [req-7bf25041-ac69-41ed-b1d5-3e557c115b8e req-bffd3695-0ef2-4da8-b37b-6a9c2263603f service nova] Releasing lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.921561] env[69220]: INFO nova.compute.manager [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Took 41.56 seconds to build instance. [ 793.102692] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.213245] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.218409] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.272s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.219937] env[69220]: INFO nova.compute.claims [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.248684] env[69220]: INFO nova.scheduler.client.report [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Deleted allocations for instance 30216828-4dca-48de-b61d-2bf8af202dd6 [ 793.347713] env[69220]: DEBUG oslo_vmware.api [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.428154] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e2e60de-8eef-4761-a26e-19476d9d953a tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.415s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.600871] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655749} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.601207] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5/78aeae5e-b2a7-4a58-918c-e350a0f930a5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.601953] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.601953] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec7abc2a-178d-4d74-aaee-3d36e5c8b482 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.609819] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 793.609819] env[69220]: value = "task-2800787" [ 793.609819] env[69220]: _type = "Task" [ 793.609819] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.620107] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "9421efc6-6e98-48f4-a136-b3217e97527f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.620740] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.626446] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.626757] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.674267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.674552] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.759880] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e13fd88b-60c9-4df0-821f-8eb8eb6c189d tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.961s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.760826] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.272s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.761053] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.761266] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.761495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.764112] env[69220]: INFO nova.compute.manager [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Terminating instance [ 793.855036] env[69220]: DEBUG oslo_vmware.api [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572393} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.855036] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.855036] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.855036] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.855432] env[69220]: INFO nova.compute.manager [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Took 1.62 seconds to destroy the instance on the hypervisor. [ 793.855432] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.855679] env[69220]: DEBUG nova.compute.manager [-] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.855811] env[69220]: DEBUG nova.network.neutron [-] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.866379] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "interface-d754cfd3-f0ca-4903-8309-c0fd88805fea-c0a1180f-841a-48c8-8b41-7cf7afbab875" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.866735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d754cfd3-f0ca-4903-8309-c0fd88805fea-c0a1180f-841a-48c8-8b41-7cf7afbab875" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.932301] env[69220]: DEBUG nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.124553] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066848} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.125672] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.126205] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53b4d8-4c89-4b05-a122-268f05e8cbbd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.151787] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5/78aeae5e-b2a7-4a58-918c-e350a0f930a5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.152188] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ed5d88-ea65-4c8d-8121-0847bf70c27c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.172735] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 794.172735] env[69220]: value = "task-2800788" [ 794.172735] env[69220]: _type = "Task" [ 794.172735] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.181522] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.271910] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.272500] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquired lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.273157] env[69220]: DEBUG nova.network.neutron [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.374281] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.374500] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.375416] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429aa318-22be-4da4-9450-d1c0396fe329 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.400235] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e816b68-93f9-4479-a62e-f6eaa5b79a2f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.428090] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Reconfiguring VM to detach interface {{(pid=69220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 794.431279] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3591f436-1192-4d6b-a691-e3a4d8b7b955 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.454048] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 794.454048] env[69220]: value = "task-2800789" [ 794.454048] env[69220]: _type = "Task" [ 794.454048] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.460988] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.464967] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.601746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.602241] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.602241] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.602750] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.602968] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.605268] env[69220]: INFO nova.compute.manager [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Terminating instance [ 794.685435] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800788, 'name': ReconfigVM_Task, 'duration_secs': 0.462772} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.687259] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5/78aeae5e-b2a7-4a58-918c-e350a0f930a5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.688686] env[69220]: DEBUG nova.compute.manager [req-84f6b89d-27e2-416a-9da1-d95d7e653540 req-9e08995c-abf5-4ba9-832c-00114ff12d5d service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Received event network-vif-deleted-1c1580fa-7bad-4f2c-a346-efec224e563b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.689817] env[69220]: INFO nova.compute.manager [req-84f6b89d-27e2-416a-9da1-d95d7e653540 req-9e08995c-abf5-4ba9-832c-00114ff12d5d service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Neutron deleted interface 1c1580fa-7bad-4f2c-a346-efec224e563b; detaching it from the instance and deleting it from the info cache [ 794.689817] env[69220]: DEBUG nova.network.neutron [req-84f6b89d-27e2-416a-9da1-d95d7e653540 req-9e08995c-abf5-4ba9-832c-00114ff12d5d service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.690495] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05894a36-865f-4be6-8ebe-2d7b8ce51b54 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.701063] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 794.701063] env[69220]: value = "task-2800790" [ 794.701063] env[69220]: _type = "Task" [ 794.701063] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.710489] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800790, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.763887] env[69220]: DEBUG nova.network.neutron [-] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.780154] env[69220]: DEBUG nova.compute.utils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Can not refresh info_cache because instance was not found {{(pid=69220) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 794.808943] env[69220]: DEBUG nova.network.neutron [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.842496] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db6f39a-1c6c-4c11-98be-ea8ba17bdef9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.852059] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb58445f-433e-4101-aa86-797da79ce35e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.894556] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc4ea46-c94d-4cb2-ab6b-ca7dfa6857bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.903017] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b1de7c-f210-40fe-b6e2-18c87688a297 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.922751] env[69220]: DEBUG nova.compute.provider_tree [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.964496] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.979597] env[69220]: DEBUG nova.network.neutron [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.985183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "8c21d28c-0df5-4c1e-928e-a504576e6af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.985340] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "8c21d28c-0df5-4c1e-928e-a504576e6af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.985556] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "8c21d28c-0df5-4c1e-928e-a504576e6af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.985736] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "8c21d28c-0df5-4c1e-928e-a504576e6af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.985901] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "8c21d28c-0df5-4c1e-928e-a504576e6af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.988998] env[69220]: INFO nova.compute.manager [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Terminating instance [ 795.108812] env[69220]: DEBUG nova.compute.manager [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.109508] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.110892] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c686b-549e-4192-8605-629a19973c66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.126737] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.126737] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e30165-afe7-49ec-94ee-85e48ef90bbb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.135267] env[69220]: DEBUG oslo_vmware.api [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 795.135267] env[69220]: value = "task-2800791" [ 795.135267] env[69220]: _type = "Task" [ 795.135267] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.143151] env[69220]: DEBUG oslo_vmware.api [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.193312] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b7f82e8-f29d-45e4-82d1-aa86688cfd0c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.203456] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7cae9-01ee-4945-bb14-9d7a5c0cb11c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.225134] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800790, 'name': Rename_Task, 'duration_secs': 0.140466} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.225449] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.225718] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cafe6d3-291a-4c06-91b7-315a6699d83c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.240918] env[69220]: DEBUG nova.compute.manager [req-84f6b89d-27e2-416a-9da1-d95d7e653540 req-9e08995c-abf5-4ba9-832c-00114ff12d5d service nova] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Detach interface failed, port_id=1c1580fa-7bad-4f2c-a346-efec224e563b, reason: Instance 2abcf079-cc67-4bd8-ae8a-c4eee07835ae could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 795.246896] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 795.246896] env[69220]: value = "task-2800792" [ 795.246896] env[69220]: _type = "Task" [ 795.246896] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.257467] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.265754] env[69220]: INFO nova.compute.manager [-] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Took 1.41 seconds to deallocate network for instance. [ 795.427947] env[69220]: DEBUG nova.scheduler.client.report [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.464373] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.485574] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Releasing lock "refresh_cache-30216828-4dca-48de-b61d-2bf8af202dd6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.486027] env[69220]: DEBUG nova.compute.manager [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.486230] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.486844] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b015c59d-3cef-430b-a68a-5488939ee5dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.493754] env[69220]: DEBUG nova.compute.manager [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.493754] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.496406] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b718c2-93e6-4cd2-a803-a41f76be0178 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.509650] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82113d3c-835d-42cc-affb-e8fd529066cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.517030] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.517301] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1512acf-6839-40de-9644-6f7fb41d50db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.533667] env[69220]: WARNING nova.virt.vmwareapi.vmops [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 30216828-4dca-48de-b61d-2bf8af202dd6 could not be found. [ 795.533883] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.534079] env[69220]: INFO nova.compute.manager [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Took 0.05 seconds to destroy the instance on the hypervisor. [ 795.534913] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.535813] env[69220]: DEBUG nova.compute.manager [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.535929] env[69220]: DEBUG nova.network.neutron [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.537710] env[69220]: DEBUG oslo_vmware.api [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 795.537710] env[69220]: value = "task-2800793" [ 795.537710] env[69220]: _type = "Task" [ 795.537710] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.546332] env[69220]: DEBUG oslo_vmware.api [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.560768] env[69220]: DEBUG nova.network.neutron [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.644827] env[69220]: DEBUG oslo_vmware.api [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800791, 'name': PowerOffVM_Task, 'duration_secs': 0.187361} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.645729] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.646012] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.646366] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d74c6a9c-52ae-4bbf-ad1c-e6c9cef2c0d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.744213] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.744768] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.744768] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Deleting the datastore file [datastore2] 3b49b25d-d39a-4b0c-85ed-7383c401c3b6 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.744928] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-141fa8a4-a1ef-4915-ac83-85bbe2e701e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.757796] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.759078] env[69220]: DEBUG oslo_vmware.api [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for the task: (returnval){ [ 795.759078] env[69220]: value = "task-2800795" [ 795.759078] env[69220]: _type = "Task" [ 795.759078] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.768856] env[69220]: DEBUG oslo_vmware.api [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.774025] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.932554] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.933846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.740s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.935924] env[69220]: INFO nova.compute.claims [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.965782] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.050880] env[69220]: DEBUG oslo_vmware.api [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.063343] env[69220]: DEBUG nova.network.neutron [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.130081] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "8359ec7b-651f-4200-927b-3883d8c1297f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.130458] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "8359ec7b-651f-4200-927b-3883d8c1297f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.130588] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "8359ec7b-651f-4200-927b-3883d8c1297f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.130746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "8359ec7b-651f-4200-927b-3883d8c1297f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.131154] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "8359ec7b-651f-4200-927b-3883d8c1297f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.134463] env[69220]: INFO nova.compute.manager [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Terminating instance [ 796.257635] env[69220]: DEBUG oslo_vmware.api [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800792, 'name': PowerOnVM_Task, 'duration_secs': 0.967206} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.257883] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.258093] env[69220]: INFO nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Took 9.67 seconds to spawn the instance on the hypervisor. [ 796.258909] env[69220]: DEBUG nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.259086] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8655b6d5-b1a9-4895-965d-f52f6d01b928 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.280962] env[69220]: DEBUG oslo_vmware.api [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Task: {'id': task-2800795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215221} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.280962] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.280962] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.280962] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.280962] env[69220]: INFO nova.compute.manager [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 796.280962] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.280962] env[69220]: DEBUG nova.compute.manager [-] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.280962] env[69220]: DEBUG nova.network.neutron [-] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.440483] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "d03cc01e-fc98-44e4-805c-a0da196ece7e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.443019] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "d03cc01e-fc98-44e4-805c-a0da196ece7e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.466756] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.551695] env[69220]: DEBUG oslo_vmware.api [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800793, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.566153] env[69220]: INFO nova.compute.manager [-] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Took 1.03 seconds to deallocate network for instance. [ 796.638831] env[69220]: DEBUG nova.compute.manager [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.639065] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.640538] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bda440-a24f-42af-b669-d2df753533bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.653592] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.655314] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da4da331-cc8e-4fc4-849c-8969239e186c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.716351] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.716575] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.716755] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Deleting the datastore file [datastore1] 8359ec7b-651f-4200-927b-3883d8c1297f {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.717044] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a52d56-25fc-40f0-9ac1-e785a00e17f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.727375] env[69220]: DEBUG oslo_vmware.api [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 796.727375] env[69220]: value = "task-2800797" [ 796.727375] env[69220]: _type = "Task" [ 796.727375] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.737731] env[69220]: DEBUG oslo_vmware.api [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.749190] env[69220]: DEBUG nova.compute.manager [req-b9cc365f-5ffe-425d-aba7-66752d2fba8d req-9a0cbf60-86d2-47e2-9d17-262530f26e57 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Received event network-vif-deleted-21199198-d725-4ff7-9191-a9755c3a7c6e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.749190] env[69220]: INFO nova.compute.manager [req-b9cc365f-5ffe-425d-aba7-66752d2fba8d req-9a0cbf60-86d2-47e2-9d17-262530f26e57 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Neutron deleted interface 21199198-d725-4ff7-9191-a9755c3a7c6e; detaching it from the instance and deleting it from the info cache [ 796.749190] env[69220]: DEBUG nova.network.neutron [req-b9cc365f-5ffe-425d-aba7-66752d2fba8d req-9a0cbf60-86d2-47e2-9d17-262530f26e57 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Updating instance_info_cache with network_info: [{"id": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "address": "fa:16:3e:0a:b5:d3", "network": {"id": "c4bf3b07-2331-4cbe-8a92-45752f4a6da1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1585303069", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f373727001a6457389f7fe74c1d052bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa02ae3-e1", "ovs_interfaceid": "caa02ae3-e193-41f0-b1c7-33c0fad759ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.788507] env[69220]: INFO nova.compute.manager [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Took 43.15 seconds to build instance. [ 796.946489] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "d03cc01e-fc98-44e4-805c-a0da196ece7e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.947369] env[69220]: DEBUG nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.969432] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.052766] env[69220]: DEBUG oslo_vmware.api [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800793, 'name': PowerOffVM_Task, 'duration_secs': 1.20428} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.061694] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.061694] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.061694] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-404f465a-0c1f-45de-af4e-976119e2fe36 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.079274] env[69220]: INFO nova.compute.manager [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance disappeared during terminate [ 797.079274] env[69220]: DEBUG oslo_concurrency.lockutils [None req-488ef7b6-e30c-43cd-bb1d-32c7d33f9ffe tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "30216828-4dca-48de-b61d-2bf8af202dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.318s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.144496] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.144715] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.144895] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Deleting the datastore file [datastore2] 8c21d28c-0df5-4c1e-928e-a504576e6af2 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.145176] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbb3dc30-381c-4985-9998-7f7b38fdcc9f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.151426] env[69220]: DEBUG oslo_vmware.api [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for the task: (returnval){ [ 797.151426] env[69220]: value = "task-2800799" [ 797.151426] env[69220]: _type = "Task" [ 797.151426] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.163068] env[69220]: DEBUG oslo_vmware.api [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.242837] env[69220]: DEBUG oslo_vmware.api [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139704} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.243130] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.243318] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.243499] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.243668] env[69220]: INFO nova.compute.manager [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Took 0.60 seconds to destroy the instance on the hypervisor. [ 797.243913] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.244122] env[69220]: DEBUG nova.compute.manager [-] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.244219] env[69220]: DEBUG nova.network.neutron [-] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.253650] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e54f9b3e-1833-4a64-ad4b-cb19402f38a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.265939] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4f0c27-6ebf-44ca-8cdf-1514085dfb01 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.291668] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2168b719-be85-41d9-8fc9-99c3728ee9cf tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.304s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.309301] env[69220]: DEBUG nova.compute.manager [req-b9cc365f-5ffe-425d-aba7-66752d2fba8d req-9a0cbf60-86d2-47e2-9d17-262530f26e57 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Detach interface failed, port_id=21199198-d725-4ff7-9191-a9755c3a7c6e, reason: Instance 3b49b25d-d39a-4b0c-85ed-7383c401c3b6 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 797.457122] env[69220]: DEBUG nova.compute.utils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.459844] env[69220]: DEBUG nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.460581] env[69220]: DEBUG nova.network.neutron [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.472447] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.521155] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dd1571-7796-4cd3-a403-103580c28a49 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.528462] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d0d326-8856-4248-8e04-16ded35904f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.563522] env[69220]: DEBUG nova.network.neutron [-] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.569413] env[69220]: DEBUG nova.policy [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb7e0258b3084fa8aca2c30bbac0965e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '458914f3647742ef87f96733f4d14346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.569413] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc71257-0d48-4d32-a6cb-8c50ecab3451 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.579505] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0166f9-957b-4d3d-82f5-780e2b21ec8a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.600051] env[69220]: DEBUG nova.compute.provider_tree [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.664628] env[69220]: DEBUG oslo_vmware.api [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Task: {'id': task-2800799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228806} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.666426] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.666635] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.666809] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.666976] env[69220]: INFO nova.compute.manager [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Took 2.17 seconds to destroy the instance on the hypervisor. [ 797.667254] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.667445] env[69220]: DEBUG nova.compute.manager [-] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.667551] env[69220]: DEBUG nova.network.neutron [-] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.798028] env[69220]: DEBUG nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.962652] env[69220]: DEBUG nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.973172] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.066282] env[69220]: INFO nova.compute.manager [-] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Took 1.79 seconds to deallocate network for instance. [ 798.103887] env[69220]: DEBUG nova.scheduler.client.report [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.125893] env[69220]: DEBUG nova.network.neutron [-] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.139745] env[69220]: DEBUG nova.network.neutron [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Successfully created port: e39d2e82-827c-4afa-97e2-d26862f8ea8b {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.318892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.442679] env[69220]: DEBUG nova.network.neutron [-] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.486240] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.511337] env[69220]: DEBUG nova.compute.manager [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 798.573715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.614059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.615857] env[69220]: DEBUG nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.623290] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.329s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.623681] env[69220]: DEBUG nova.objects.instance [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lazy-loading 'resources' on Instance uuid b432ed50-8e33-4285-b4a7-61c7c6675a55 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.627884] env[69220]: INFO nova.compute.manager [-] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Took 1.38 seconds to deallocate network for instance. [ 798.911254] env[69220]: DEBUG nova.compute.manager [req-59e771cf-c0c9-4fee-8c4d-81e0700c8611 req-33601f61-42c8-492a-a2e4-db27dbac2147 service nova] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Received event network-vif-deleted-caa02ae3-e193-41f0-b1c7-33c0fad759ff {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.911545] env[69220]: DEBUG nova.compute.manager [req-59e771cf-c0c9-4fee-8c4d-81e0700c8611 req-33601f61-42c8-492a-a2e4-db27dbac2147 service nova] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Received event network-vif-deleted-836e4b75-81c9-4b49-8377-d799cf0a8f81 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.912141] env[69220]: DEBUG nova.compute.manager [req-59e771cf-c0c9-4fee-8c4d-81e0700c8611 req-33601f61-42c8-492a-a2e4-db27dbac2147 service nova] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Received event network-vif-deleted-b8a69a6a-9432-45b8-9dd0-481e660d68b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.947921] env[69220]: INFO nova.compute.manager [-] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Took 1.28 seconds to deallocate network for instance. [ 798.976921] env[69220]: DEBUG nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.989911] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.013893] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.014715] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.015119] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.015374] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.015532] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.016735] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.016735] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.016735] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.016735] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.016735] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.016735] env[69220]: DEBUG nova.virt.hardware [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.020366] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb79d5-65c9-4da4-afe7-dc152ab67455 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.029840] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75939a8-dbb1-426d-a0c0-4e32f1646cfa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.046777] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.125801] env[69220]: DEBUG nova.compute.utils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.127790] env[69220]: DEBUG nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.128477] env[69220]: DEBUG nova.network.neutron [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.135493] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.190261] env[69220]: DEBUG nova.policy [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baaf3f349f164c899ac6efff08fe8047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c8bc38ea0a24572b07b4ca06d900c0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.458884] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.483053] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.582933] env[69220]: DEBUG nova.network.neutron [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Successfully created port: 34ec4773-775a-4cfa-a64d-c688491c60f7 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.633900] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846de5a1-3225-43b8-b224-674d9c5584e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.637026] env[69220]: DEBUG nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.645779] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9df6c9-0cca-48d4-9ab0-a34d7f27930c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.678262] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e723ce9c-d4e1-4f07-bb49-c1feb2a92168 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.686717] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74f594c-bb8b-47a4-9454-6973194b0b39 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.701968] env[69220]: DEBUG nova.compute.provider_tree [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.988119] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.012178] env[69220]: DEBUG nova.network.neutron [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Successfully updated port: e39d2e82-827c-4afa-97e2-d26862f8ea8b {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.084288] env[69220]: DEBUG nova.compute.manager [req-24cce6ca-005a-4cf1-b7a5-aa3658c34917 req-d0289309-16c3-4444-b7ba-be36df9760d9 service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Received event network-vif-plugged-e39d2e82-827c-4afa-97e2-d26862f8ea8b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.084668] env[69220]: DEBUG oslo_concurrency.lockutils [req-24cce6ca-005a-4cf1-b7a5-aa3658c34917 req-d0289309-16c3-4444-b7ba-be36df9760d9 service nova] Acquiring lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.084736] env[69220]: DEBUG oslo_concurrency.lockutils [req-24cce6ca-005a-4cf1-b7a5-aa3658c34917 req-d0289309-16c3-4444-b7ba-be36df9760d9 service nova] Lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.084900] env[69220]: DEBUG oslo_concurrency.lockutils [req-24cce6ca-005a-4cf1-b7a5-aa3658c34917 req-d0289309-16c3-4444-b7ba-be36df9760d9 service nova] Lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.085610] env[69220]: DEBUG nova.compute.manager [req-24cce6ca-005a-4cf1-b7a5-aa3658c34917 req-d0289309-16c3-4444-b7ba-be36df9760d9 service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] No waiting events found dispatching network-vif-plugged-e39d2e82-827c-4afa-97e2-d26862f8ea8b {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.085759] env[69220]: WARNING nova.compute.manager [req-24cce6ca-005a-4cf1-b7a5-aa3658c34917 req-d0289309-16c3-4444-b7ba-be36df9760d9 service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Received unexpected event network-vif-plugged-e39d2e82-827c-4afa-97e2-d26862f8ea8b for instance with vm_state building and task_state spawning. [ 800.208137] env[69220]: DEBUG nova.scheduler.client.report [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.485499] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.513418] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "refresh_cache-b951b6b6-8b8e-46ba-9787-9b4c78f22948" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.513590] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquired lock "refresh_cache-b951b6b6-8b8e-46ba-9787-9b4c78f22948" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.513747] env[69220]: DEBUG nova.network.neutron [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.649195] env[69220]: DEBUG nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.686047] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.686294] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.686449] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.686627] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.686767] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.686906] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.687128] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.687314] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.687443] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.687600] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.687770] env[69220]: DEBUG nova.virt.hardware [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.688682] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b37c593-b540-4041-8ae6-6aa12918ddf5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.697558] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ece93a-4feb-4e6c-8703-8b52e9241917 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.713222] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.715875] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.280s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.719336] env[69220]: INFO nova.compute.claims [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.762390] env[69220]: INFO nova.scheduler.client.report [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Deleted allocations for instance b432ed50-8e33-4285-b4a7-61c7c6675a55 [ 800.984677] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.077026] env[69220]: DEBUG nova.network.neutron [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.275363] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b940c74-d867-4a2a-8eff-41158d2df3b0 tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "b432ed50-8e33-4285-b4a7-61c7c6675a55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.667s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.296108] env[69220]: DEBUG nova.network.neutron [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Updating instance_info_cache with network_info: [{"id": "e39d2e82-827c-4afa-97e2-d26862f8ea8b", "address": "fa:16:3e:47:df:b9", "network": {"id": "ee27c64c-b7c2-4b75-952f-500ddb0b94c8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1472265457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458914f3647742ef87f96733f4d14346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39d2e82-82", "ovs_interfaceid": "e39d2e82-827c-4afa-97e2-d26862f8ea8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.374531] env[69220]: DEBUG nova.compute.manager [req-d49213d6-681c-4ed3-98af-c6b150fde5bf req-67422948-ca29-480e-9b64-df28bc602cf8 service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Received event network-vif-plugged-34ec4773-775a-4cfa-a64d-c688491c60f7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.375340] env[69220]: DEBUG oslo_concurrency.lockutils [req-d49213d6-681c-4ed3-98af-c6b150fde5bf req-67422948-ca29-480e-9b64-df28bc602cf8 service nova] Acquiring lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.375340] env[69220]: DEBUG oslo_concurrency.lockutils [req-d49213d6-681c-4ed3-98af-c6b150fde5bf req-67422948-ca29-480e-9b64-df28bc602cf8 service nova] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.376926] env[69220]: DEBUG oslo_concurrency.lockutils [req-d49213d6-681c-4ed3-98af-c6b150fde5bf req-67422948-ca29-480e-9b64-df28bc602cf8 service nova] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.376926] env[69220]: DEBUG nova.compute.manager [req-d49213d6-681c-4ed3-98af-c6b150fde5bf req-67422948-ca29-480e-9b64-df28bc602cf8 service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] No waiting events found dispatching network-vif-plugged-34ec4773-775a-4cfa-a64d-c688491c60f7 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.377047] env[69220]: WARNING nova.compute.manager [req-d49213d6-681c-4ed3-98af-c6b150fde5bf req-67422948-ca29-480e-9b64-df28bc602cf8 service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Received unexpected event network-vif-plugged-34ec4773-775a-4cfa-a64d-c688491c60f7 for instance with vm_state building and task_state spawning. [ 801.477185] env[69220]: DEBUG nova.network.neutron [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Successfully updated port: 34ec4773-775a-4cfa-a64d-c688491c60f7 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.497937] env[69220]: DEBUG oslo_vmware.api [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800789, 'name': ReconfigVM_Task, 'duration_secs': 6.775562} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.498524] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.498731] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Reconfigured VM to detach interface {{(pid=69220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 801.619105] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.619419] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.619648] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.620164] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.620879] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.623571] env[69220]: INFO nova.compute.manager [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Terminating instance [ 801.802678] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Releasing lock "refresh_cache-b951b6b6-8b8e-46ba-9787-9b4c78f22948" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.803279] env[69220]: DEBUG nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Instance network_info: |[{"id": "e39d2e82-827c-4afa-97e2-d26862f8ea8b", "address": "fa:16:3e:47:df:b9", "network": {"id": "ee27c64c-b7c2-4b75-952f-500ddb0b94c8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1472265457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458914f3647742ef87f96733f4d14346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39d2e82-82", "ovs_interfaceid": "e39d2e82-827c-4afa-97e2-d26862f8ea8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.803850] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:df:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e39d2e82-827c-4afa-97e2-d26862f8ea8b', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.815901] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Creating folder: Project (458914f3647742ef87f96733f4d14346). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.819096] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02f43fa0-f3c1-44c3-beb9-25d756e9b8c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.829867] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Created folder: Project (458914f3647742ef87f96733f4d14346) in parent group-v562703. [ 801.830090] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Creating folder: Instances. Parent ref: group-v562846. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.830460] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79fc6256-0370-403d-8dac-18926b97fefb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.842745] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Created folder: Instances in parent group-v562846. [ 801.842745] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.842745] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.842954] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-682cd1f1-2d91-473f-8616-52efc404d2ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.867430] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.867430] env[69220]: value = "task-2800802" [ 801.867430] env[69220]: _type = "Task" [ 801.867430] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.873189] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800802, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.992859] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "refresh_cache-b54b0c55-d840-426d-ac09-f0f4ad0cb319" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.993508] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "refresh_cache-b54b0c55-d840-426d-ac09-f0f4ad0cb319" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.993788] env[69220]: DEBUG nova.network.neutron [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.129822] env[69220]: DEBUG nova.compute.manager [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.130107] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.132050] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a04e7b5-2c24-487b-a26e-695908e0c452 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.142718] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.143038] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bbc3f6f-e81d-4bb0-ac2c-c94b7c96e163 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.157410] env[69220]: DEBUG oslo_vmware.api [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 802.157410] env[69220]: value = "task-2800803" [ 802.157410] env[69220]: _type = "Task" [ 802.157410] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.165808] env[69220]: DEBUG oslo_vmware.api [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.188405] env[69220]: DEBUG nova.compute.manager [req-bc414cb2-9881-4663-933d-918ca8b663e2 req-c5812388-8593-4b09-b607-2edf62a2f36c service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Received event network-changed-e39d2e82-827c-4afa-97e2-d26862f8ea8b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.188405] env[69220]: DEBUG nova.compute.manager [req-bc414cb2-9881-4663-933d-918ca8b663e2 req-c5812388-8593-4b09-b607-2edf62a2f36c service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Refreshing instance network info cache due to event network-changed-e39d2e82-827c-4afa-97e2-d26862f8ea8b. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.188405] env[69220]: DEBUG oslo_concurrency.lockutils [req-bc414cb2-9881-4663-933d-918ca8b663e2 req-c5812388-8593-4b09-b607-2edf62a2f36c service nova] Acquiring lock "refresh_cache-b951b6b6-8b8e-46ba-9787-9b4c78f22948" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.188405] env[69220]: DEBUG oslo_concurrency.lockutils [req-bc414cb2-9881-4663-933d-918ca8b663e2 req-c5812388-8593-4b09-b607-2edf62a2f36c service nova] Acquired lock "refresh_cache-b951b6b6-8b8e-46ba-9787-9b4c78f22948" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.188405] env[69220]: DEBUG nova.network.neutron [req-bc414cb2-9881-4663-933d-918ca8b663e2 req-c5812388-8593-4b09-b607-2edf62a2f36c service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Refreshing network info cache for port e39d2e82-827c-4afa-97e2-d26862f8ea8b {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.295166] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2061324-d102-4955-b3c1-fcfa0e9a9c29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.303410] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961c20a7-e601-4650-a9bf-e203a58d7709 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.338423] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76540672-2a88-4fb2-ad67-8a5caea9e5e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.346432] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df0a1a1-760f-4744-9812-972b450f697c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.360020] env[69220]: DEBUG nova.compute.provider_tree [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.373187] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800802, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.550985] env[69220]: DEBUG nova.network.neutron [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.669778] env[69220]: DEBUG oslo_vmware.api [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800803, 'name': PowerOffVM_Task, 'duration_secs': 0.205343} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.670072] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.670241] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.670513] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c5255c-688a-4453-ae58-f41af2940ed9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.732146] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.732411] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.732743] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Deleting the datastore file [datastore1] 1faf40f8-5b57-478e-9f70-cff62cbe3cfb {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.735198] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71586af6-6088-476f-8977-65daf973186e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.741529] env[69220]: DEBUG oslo_vmware.api [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for the task: (returnval){ [ 802.741529] env[69220]: value = "task-2800805" [ 802.741529] env[69220]: _type = "Task" [ 802.741529] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.750449] env[69220]: DEBUG oslo_vmware.api [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.824255] env[69220]: DEBUG nova.network.neutron [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Updating instance_info_cache with network_info: [{"id": "34ec4773-775a-4cfa-a64d-c688491c60f7", "address": "fa:16:3e:0b:7f:b6", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ec4773-77", "ovs_interfaceid": "34ec4773-775a-4cfa-a64d-c688491c60f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.864494] env[69220]: DEBUG nova.scheduler.client.report [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.878054] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800802, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.923816] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.923885] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.924161] env[69220]: DEBUG nova.network.neutron [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.945370] env[69220]: DEBUG nova.network.neutron [req-bc414cb2-9881-4663-933d-918ca8b663e2 req-c5812388-8593-4b09-b607-2edf62a2f36c service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Updated VIF entry in instance network info cache for port e39d2e82-827c-4afa-97e2-d26862f8ea8b. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.945882] env[69220]: DEBUG nova.network.neutron [req-bc414cb2-9881-4663-933d-918ca8b663e2 req-c5812388-8593-4b09-b607-2edf62a2f36c service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Updating instance_info_cache with network_info: [{"id": "e39d2e82-827c-4afa-97e2-d26862f8ea8b", "address": "fa:16:3e:47:df:b9", "network": {"id": "ee27c64c-b7c2-4b75-952f-500ddb0b94c8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1472265457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "458914f3647742ef87f96733f4d14346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape39d2e82-82", "ovs_interfaceid": "e39d2e82-827c-4afa-97e2-d26862f8ea8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.951471] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.951777] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.952201] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.952325] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.952594] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.957611] env[69220]: INFO nova.compute.manager [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Terminating instance [ 803.254417] env[69220]: DEBUG oslo_vmware.api [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Task: {'id': task-2800805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159347} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.254793] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.254965] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.255246] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.255662] env[69220]: INFO nova.compute.manager [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 803.257107] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.257107] env[69220]: DEBUG nova.compute.manager [-] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.257107] env[69220]: DEBUG nova.network.neutron [-] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.333422] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "refresh_cache-b54b0c55-d840-426d-ac09-f0f4ad0cb319" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.333825] env[69220]: DEBUG nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Instance network_info: |[{"id": "34ec4773-775a-4cfa-a64d-c688491c60f7", "address": "fa:16:3e:0b:7f:b6", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ec4773-77", "ovs_interfaceid": "34ec4773-775a-4cfa-a64d-c688491c60f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.337117] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:7f:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34ec4773-775a-4cfa-a64d-c688491c60f7', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.344652] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating folder: Project (3c8bc38ea0a24572b07b4ca06d900c0a). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.345442] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3b54aeb-87b5-4e7c-9df3-39edfd3c77d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.355367] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Created folder: Project (3c8bc38ea0a24572b07b4ca06d900c0a) in parent group-v562703. [ 803.355641] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating folder: Instances. Parent ref: group-v562849. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.355930] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3fe78e9-635c-415a-8ccf-bf3c2e6c7945 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.365755] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Created folder: Instances in parent group-v562849. [ 803.366009] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.366211] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.370024] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f7c74f-16b0-49ac-8a1e-c99276085563 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.384311] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.385391] env[69220]: DEBUG nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.392709] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.412s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.396084] env[69220]: INFO nova.compute.claims [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.406156] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.406156] env[69220]: value = "task-2800808" [ 803.406156] env[69220]: _type = "Task" [ 803.406156] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.415900] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800802, 'name': CreateVM_Task, 'duration_secs': 1.383661} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.416743] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.417679] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.418130] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.418483] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.423989] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70720d1-b54d-44d0-9970-9fd8179cf4f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.425660] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800808, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.432166] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 803.432166] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528a389b-38e6-b092-91df-877a7522ee46" [ 803.432166] env[69220]: _type = "Task" [ 803.432166] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.445601] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528a389b-38e6-b092-91df-877a7522ee46, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.447384] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.447639] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.448206] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.448206] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.448404] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.450139] env[69220]: DEBUG nova.compute.manager [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Received event network-changed-34ec4773-775a-4cfa-a64d-c688491c60f7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.450385] env[69220]: DEBUG nova.compute.manager [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Refreshing instance network info cache due to event network-changed-34ec4773-775a-4cfa-a64d-c688491c60f7. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.450563] env[69220]: DEBUG oslo_concurrency.lockutils [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] Acquiring lock "refresh_cache-b54b0c55-d840-426d-ac09-f0f4ad0cb319" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.450739] env[69220]: DEBUG oslo_concurrency.lockutils [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] Acquired lock "refresh_cache-b54b0c55-d840-426d-ac09-f0f4ad0cb319" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.450853] env[69220]: DEBUG nova.network.neutron [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Refreshing network info cache for port 34ec4773-775a-4cfa-a64d-c688491c60f7 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.455150] env[69220]: DEBUG oslo_concurrency.lockutils [req-bc414cb2-9881-4663-933d-918ca8b663e2 req-c5812388-8593-4b09-b607-2edf62a2f36c service nova] Releasing lock "refresh_cache-b951b6b6-8b8e-46ba-9787-9b4c78f22948" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.455150] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c07226-5bae-4ba2-865a-67fb35255550 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.462877] env[69220]: DEBUG nova.compute.manager [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.463148] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.465657] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601507e5-2925-44e8-a097-8413bb21c99d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.468968] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.469177] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.470702] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8317a55b-af09-4929-a4ee-a6b9f0893c65 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.477837] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.479397] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d31601c8-b382-4ff2-b6c3-c937d73692f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.481572] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 803.481572] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52488643-07f9-4401-2fb0-3d14c0967182" [ 803.481572] env[69220]: _type = "Task" [ 803.481572] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.488089] env[69220]: DEBUG oslo_vmware.api [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 803.488089] env[69220]: value = "task-2800809" [ 803.488089] env[69220]: _type = "Task" [ 803.488089] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.498191] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52488643-07f9-4401-2fb0-3d14c0967182, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.500359] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6799b9dd-6601-48b4-be27-8973aadeb824 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.507028] env[69220]: DEBUG oslo_vmware.api [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.510247] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 803.510247] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5232547c-413e-5937-c5fc-282ebe3999bf" [ 803.510247] env[69220]: _type = "Task" [ 803.510247] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.519791] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5232547c-413e-5937-c5fc-282ebe3999bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.913023] env[69220]: DEBUG nova.compute.utils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.913023] env[69220]: DEBUG nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.913023] env[69220]: DEBUG nova.network.neutron [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.924815] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800808, 'name': CreateVM_Task, 'duration_secs': 0.350713} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.925123] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.925709] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.925875] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.926812] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.926958] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78355ba5-1ab3-4ca9-944c-d710da3205a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.934409] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 803.934409] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529c3a3a-57f5-41ce-8660-99ce73273569" [ 803.934409] env[69220]: _type = "Task" [ 803.934409] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.944718] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529c3a3a-57f5-41ce-8660-99ce73273569, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.945014] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.945254] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.945650] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.947140] env[69220]: INFO nova.network.neutron [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Port c0a1180f-841a-48c8-8b41-7cf7afbab875 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 803.947465] env[69220]: DEBUG nova.network.neutron [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [{"id": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "address": "fa:16:3e:25:de:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1f212f-cb", "ovs_interfaceid": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.961544] env[69220]: DEBUG nova.policy [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a1ccaf30fa42108a50d49cdf99ac65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f372be0438b346f3b4e3082fe040321c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.998073] env[69220]: DEBUG oslo_vmware.api [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800809, 'name': PowerOffVM_Task, 'duration_secs': 0.226532} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.998273] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.998448] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.998717] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3baff860-8a4e-4ad4-9a7c-e0619f770546 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.020946] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5232547c-413e-5937-c5fc-282ebe3999bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.021293] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.021613] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b951b6b6-8b8e-46ba-9787-9b4c78f22948/b951b6b6-8b8e-46ba-9787-9b4c78f22948.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.021959] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.022201] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.022451] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da9deb86-50a8-4a3b-a305-fe8bce2e2935 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.024754] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96912a7c-904d-425a-a405-f8eb9b402e66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.032849] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 804.032849] env[69220]: value = "task-2800811" [ 804.032849] env[69220]: _type = "Task" [ 804.032849] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.034093] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.034281] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.037722] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a4c9c3-1b59-460c-8f0e-93fcd897e1dc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.044314] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 804.044314] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ab3949-025b-5eda-9c34-60b0aea56154" [ 804.044314] env[69220]: _type = "Task" [ 804.044314] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.047690] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.056275] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ab3949-025b-5eda-9c34-60b0aea56154, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.057056] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0eab90-e220-4f57-bf05-303c46b65da1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.062785] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 804.062785] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526642ca-9918-cb08-0a33-73c8e5073d77" [ 804.062785] env[69220]: _type = "Task" [ 804.062785] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.066772] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.066975] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.067169] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleting the datastore file [datastore1] d754cfd3-f0ca-4903-8309-c0fd88805fea {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.067736] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c980a36-957e-439f-9d72-01d8b641f6b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.072445] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526642ca-9918-cb08-0a33-73c8e5073d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.078052] env[69220]: DEBUG oslo_vmware.api [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 804.078052] env[69220]: value = "task-2800812" [ 804.078052] env[69220]: _type = "Task" [ 804.078052] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.085838] env[69220]: DEBUG oslo_vmware.api [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.099319] env[69220]: DEBUG nova.network.neutron [-] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.253443] env[69220]: DEBUG nova.network.neutron [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Successfully created port: 2e588592-4fa4-4bca-916c-d7dd5fc82f3b {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.302499] env[69220]: DEBUG nova.network.neutron [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Updated VIF entry in instance network info cache for port 34ec4773-775a-4cfa-a64d-c688491c60f7. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.302499] env[69220]: DEBUG nova.network.neutron [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Updating instance_info_cache with network_info: [{"id": "34ec4773-775a-4cfa-a64d-c688491c60f7", "address": "fa:16:3e:0b:7f:b6", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ec4773-77", "ovs_interfaceid": "34ec4773-775a-4cfa-a64d-c688491c60f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.419759] env[69220]: DEBUG nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.437869] env[69220]: DEBUG nova.compute.manager [req-63be51ce-9801-4430-bed4-804082d07e5e req-6123372c-643f-41fb-8d76-71e665f4e463 service nova] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Received event network-vif-deleted-422b2b5d-679e-4d90-ad18-fb3f8738141f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.452469] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-d754cfd3-f0ca-4903-8309-c0fd88805fea" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.543654] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800811, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.573827] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526642ca-9918-cb08-0a33-73c8e5073d77, 'name': SearchDatastore_Task, 'duration_secs': 0.009456} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.576648] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.577125] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b54b0c55-d840-426d-ac09-f0f4ad0cb319/b54b0c55-d840-426d-ac09-f0f4ad0cb319.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.577433] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c02f22a5-2d31-4586-8217-26a5605ca07d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.596226] env[69220]: DEBUG oslo_vmware.api [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2800812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477345} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.600533] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.600762] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.601423] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.601423] env[69220]: INFO nova.compute.manager [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.601423] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.601714] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 804.601714] env[69220]: value = "task-2800813" [ 804.601714] env[69220]: _type = "Task" [ 804.601714] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.602184] env[69220]: INFO nova.compute.manager [-] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Took 1.35 seconds to deallocate network for instance. [ 804.602395] env[69220]: DEBUG nova.compute.manager [-] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.602491] env[69220]: DEBUG nova.network.neutron [-] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.624924] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.702272] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.702272] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.804460] env[69220]: DEBUG oslo_concurrency.lockutils [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] Releasing lock "refresh_cache-b54b0c55-d840-426d-ac09-f0f4ad0cb319" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.804722] env[69220]: DEBUG nova.compute.manager [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received event network-vif-deleted-c0a1180f-841a-48c8-8b41-7cf7afbab875 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.805665] env[69220]: INFO nova.compute.manager [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Neutron deleted interface c0a1180f-841a-48c8-8b41-7cf7afbab875; detaching it from the instance and deleting it from the info cache [ 804.805665] env[69220]: DEBUG nova.network.neutron [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [{"id": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "address": "fa:16:3e:25:de:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1f212f-cb", "ovs_interfaceid": "cc1f212f-cb8b-42b4-a914-bf41d83652ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.959654] env[69220]: DEBUG oslo_concurrency.lockutils [None req-739f6f13-fe00-4a39-9264-77c6aad549f3 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d754cfd3-f0ca-4903-8309-c0fd88805fea-c0a1180f-841a-48c8-8b41-7cf7afbab875" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.093s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.009758] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb44d8c-5842-421a-b4b0-ddf5b4f37531 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.018389] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0b28e8-0d44-41df-ac09-4d1e55534b66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.054236] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f9ae25-b26a-4938-84ec-9bef39a4c3c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.062064] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521516} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.064207] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b951b6b6-8b8e-46ba-9787-9b4c78f22948/b951b6b6-8b8e-46ba-9787-9b4c78f22948.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.064484] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.064818] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85deafdc-1d03-408d-9e30-92123ec61ffc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.067586] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff893139-2ea1-4d00-bcae-a82a4adbd42d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.084479] env[69220]: DEBUG nova.compute.provider_tree [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.086987] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 805.086987] env[69220]: value = "task-2800814" [ 805.086987] env[69220]: _type = "Task" [ 805.086987] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.096124] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.113896] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46173} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.114189] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b54b0c55-d840-426d-ac09-f0f4ad0cb319/b54b0c55-d840-426d-ac09-f0f4ad0cb319.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.114404] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.114655] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-045f9d6b-b4b6-4168-9fa0-5ccb05de3a3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.117352] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.122157] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 805.122157] env[69220]: value = "task-2800815" [ 805.122157] env[69220]: _type = "Task" [ 805.122157] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.130694] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.307665] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5080923a-1aea-4f09-867c-9139438e1cac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.321980] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d63d74-127b-4488-a59a-589163360ce8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.356148] env[69220]: DEBUG nova.compute.manager [req-c4734ebf-2c31-4f22-8e02-870451164c05 req-8226bcbd-b857-4910-a563-cf41342b0d6d service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Detach interface failed, port_id=c0a1180f-841a-48c8-8b41-7cf7afbab875, reason: Instance d754cfd3-f0ca-4903-8309-c0fd88805fea could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 805.430199] env[69220]: DEBUG nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.461471] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.461736] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.461891] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.462079] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.462224] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.462365] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.462582] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.462758] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.462929] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.463104] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.463275] env[69220]: DEBUG nova.virt.hardware [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.464583] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f17a98-1b8b-4d65-ae4f-12fd33259c9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.472488] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb7061-a996-4992-b584-fb2297d4fdce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.500723] env[69220]: DEBUG nova.compute.manager [req-7f21c6e9-fe0d-4f16-b8c6-232fd3f2e650 req-44bc2291-650e-4d34-b2b8-1077e4144dbd service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Received event network-vif-deleted-cc1f212f-cb8b-42b4-a914-bf41d83652ea {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.500852] env[69220]: INFO nova.compute.manager [req-7f21c6e9-fe0d-4f16-b8c6-232fd3f2e650 req-44bc2291-650e-4d34-b2b8-1077e4144dbd service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Neutron deleted interface cc1f212f-cb8b-42b4-a914-bf41d83652ea; detaching it from the instance and deleting it from the info cache [ 805.501055] env[69220]: DEBUG nova.network.neutron [req-7f21c6e9-fe0d-4f16-b8c6-232fd3f2e650 req-44bc2291-650e-4d34-b2b8-1077e4144dbd service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.589197] env[69220]: DEBUG nova.scheduler.client.report [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.605992] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076631} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.606185] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.607031] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d3297-fa3d-4c89-87f7-b3706196100c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.630023] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] b951b6b6-8b8e-46ba-9787-9b4c78f22948/b951b6b6-8b8e-46ba-9787-9b4c78f22948.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.630852] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a37948-2ba6-4331-b147-0b91afa3283d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.653208] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071051} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.654438] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.654783] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 805.654783] env[69220]: value = "task-2800816" [ 805.654783] env[69220]: _type = "Task" [ 805.654783] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.655460] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f159f7-82be-471b-8f3b-63100b89253b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.665853] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.684838] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b54b0c55-d840-426d-ac09-f0f4ad0cb319/b54b0c55-d840-426d-ac09-f0f4ad0cb319.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.685700] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e82eb4a-cd54-4d8a-bc33-63774d664c10 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.705636] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 805.705636] env[69220]: value = "task-2800817" [ 805.705636] env[69220]: _type = "Task" [ 805.705636] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.714252] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.788888] env[69220]: DEBUG nova.network.neutron [-] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.807104] env[69220]: DEBUG nova.network.neutron [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Successfully updated port: 2e588592-4fa4-4bca-916c-d7dd5fc82f3b {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.003873] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d027908e-d78f-493f-a2f0-71fa644661b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.013875] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c216a7-6f98-40ce-99e2-b6f34ef22fed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.043248] env[69220]: DEBUG nova.compute.manager [req-7f21c6e9-fe0d-4f16-b8c6-232fd3f2e650 req-44bc2291-650e-4d34-b2b8-1077e4144dbd service nova] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Detach interface failed, port_id=cc1f212f-cb8b-42b4-a914-bf41d83652ea, reason: Instance d754cfd3-f0ca-4903-8309-c0fd88805fea could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 806.101079] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.101824] env[69220]: DEBUG nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.104189] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.437s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.105539] env[69220]: INFO nova.compute.claims [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.171869] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800816, 'name': ReconfigVM_Task, 'duration_secs': 0.308497} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.172170] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Reconfigured VM instance instance-00000030 to attach disk [datastore1] b951b6b6-8b8e-46ba-9787-9b4c78f22948/b951b6b6-8b8e-46ba-9787-9b4c78f22948.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.173133] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcddb8f3-84ac-408e-bd48-82615a27421c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.179521] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 806.179521] env[69220]: value = "task-2800818" [ 806.179521] env[69220]: _type = "Task" [ 806.179521] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.187759] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800818, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.215744] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800817, 'name': ReconfigVM_Task, 'duration_secs': 0.28896} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.215744] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b54b0c55-d840-426d-ac09-f0f4ad0cb319/b54b0c55-d840-426d-ac09-f0f4ad0cb319.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.216932] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c20aec80-768d-4aa3-8001-75f20cd11837 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.222654] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 806.222654] env[69220]: value = "task-2800819" [ 806.222654] env[69220]: _type = "Task" [ 806.222654] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.230228] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800819, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.291707] env[69220]: INFO nova.compute.manager [-] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Took 1.69 seconds to deallocate network for instance. [ 806.309567] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.309897] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.309897] env[69220]: DEBUG nova.network.neutron [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.491754] env[69220]: DEBUG nova.compute.manager [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Received event network-vif-plugged-2e588592-4fa4-4bca-916c-d7dd5fc82f3b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.491976] env[69220]: DEBUG oslo_concurrency.lockutils [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] Acquiring lock "f84d9118-28a4-4e43-af7a-87b553e77b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.492217] env[69220]: DEBUG oslo_concurrency.lockutils [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.492386] env[69220]: DEBUG oslo_concurrency.lockutils [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.492551] env[69220]: DEBUG nova.compute.manager [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] No waiting events found dispatching network-vif-plugged-2e588592-4fa4-4bca-916c-d7dd5fc82f3b {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.492719] env[69220]: WARNING nova.compute.manager [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Received unexpected event network-vif-plugged-2e588592-4fa4-4bca-916c-d7dd5fc82f3b for instance with vm_state building and task_state spawning. [ 806.492879] env[69220]: DEBUG nova.compute.manager [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Received event network-changed-2e588592-4fa4-4bca-916c-d7dd5fc82f3b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.493042] env[69220]: DEBUG nova.compute.manager [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Refreshing instance network info cache due to event network-changed-2e588592-4fa4-4bca-916c-d7dd5fc82f3b. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 806.493201] env[69220]: DEBUG oslo_concurrency.lockutils [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] Acquiring lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.612084] env[69220]: DEBUG nova.compute.utils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.613493] env[69220]: DEBUG nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.613648] env[69220]: DEBUG nova.network.neutron [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.652668] env[69220]: DEBUG nova.policy [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a1ccaf30fa42108a50d49cdf99ac65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f372be0438b346f3b4e3082fe040321c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.689463] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800818, 'name': Rename_Task, 'duration_secs': 0.153895} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.689718] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.689991] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f36c3d3-4f33-44c7-a7e9-db8a0739a7d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.695938] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 806.695938] env[69220]: value = "task-2800820" [ 806.695938] env[69220]: _type = "Task" [ 806.695938] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.703578] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.732758] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800819, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.799196] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.870528] env[69220]: DEBUG nova.network.neutron [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.950150] env[69220]: DEBUG nova.network.neutron [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Successfully created port: 31b49f50-4a27-4dd9-bcb0-9484d6969068 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.068208] env[69220]: DEBUG nova.network.neutron [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Updating instance_info_cache with network_info: [{"id": "2e588592-4fa4-4bca-916c-d7dd5fc82f3b", "address": "fa:16:3e:a1:21:8e", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e588592-4f", "ovs_interfaceid": "2e588592-4fa4-4bca-916c-d7dd5fc82f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.117402] env[69220]: DEBUG nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.207586] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.236733] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800819, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.572282] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.572717] env[69220]: DEBUG nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Instance network_info: |[{"id": "2e588592-4fa4-4bca-916c-d7dd5fc82f3b", "address": "fa:16:3e:a1:21:8e", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e588592-4f", "ovs_interfaceid": "2e588592-4fa4-4bca-916c-d7dd5fc82f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.573123] env[69220]: DEBUG oslo_concurrency.lockutils [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] Acquired lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.573351] env[69220]: DEBUG nova.network.neutron [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Refreshing network info cache for port 2e588592-4fa4-4bca-916c-d7dd5fc82f3b {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.574935] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:21:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e588592-4fa4-4bca-916c-d7dd5fc82f3b', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.583361] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Creating folder: Project (f372be0438b346f3b4e3082fe040321c). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.586340] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-957d3844-4e89-4f62-b2d0-b37599dd2783 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.601315] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Created folder: Project (f372be0438b346f3b4e3082fe040321c) in parent group-v562703. [ 807.601536] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Creating folder: Instances. Parent ref: group-v562852. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.601789] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea71af68-476e-4405-b871-088f9779cd8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.611302] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Created folder: Instances in parent group-v562852. [ 807.611663] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.611942] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.612261] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b16f7483-e606-4353-bc3d-a194f1846e16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.631427] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3966905-cfd3-414e-a575-c74d42e61752 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.640605] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71e1490-f8c5-45a9-be10-66a23476a1aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.643731] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.643731] env[69220]: value = "task-2800823" [ 807.643731] env[69220]: _type = "Task" [ 807.643731] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.672809] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f554d438-f4c7-49f1-b8b5-87d055292052 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.678943] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800823, 'name': CreateVM_Task} progress is 15%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.684295] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f1f3c-09fb-482b-8a1c-24e86f06ca76 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.699431] env[69220]: DEBUG nova.compute.provider_tree [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.709597] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.736255] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800819, 'name': Rename_Task, 'duration_secs': 1.198402} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.736495] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.736749] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d0b87ca-feb4-4132-b13b-de9074064778 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.742657] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 807.742657] env[69220]: value = "task-2800824" [ 807.742657] env[69220]: _type = "Task" [ 807.742657] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.752525] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.138721] env[69220]: DEBUG nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.158823] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800823, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.172229] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.172229] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.172229] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.172229] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.172229] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.172229] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.172229] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.172908] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.173329] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.173713] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.174177] env[69220]: DEBUG nova.virt.hardware [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.175172] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456e6f3c-ab43-42d7-911f-f0309f37c574 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.183692] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cba9e3-cfa8-48c7-be93-606679f1667f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.204946] env[69220]: DEBUG nova.scheduler.client.report [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.216075] env[69220]: DEBUG oslo_vmware.api [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800820, 'name': PowerOnVM_Task, 'duration_secs': 1.057997} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.216075] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.216075] env[69220]: INFO nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Took 9.24 seconds to spawn the instance on the hypervisor. [ 808.218213] env[69220]: DEBUG nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.222547] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579b2fb1-ba44-4ca7-b459-dd49572c5b20 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.253017] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.420239] env[69220]: DEBUG nova.network.neutron [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Updated VIF entry in instance network info cache for port 2e588592-4fa4-4bca-916c-d7dd5fc82f3b. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.420904] env[69220]: DEBUG nova.network.neutron [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Updating instance_info_cache with network_info: [{"id": "2e588592-4fa4-4bca-916c-d7dd5fc82f3b", "address": "fa:16:3e:a1:21:8e", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e588592-4f", "ovs_interfaceid": "2e588592-4fa4-4bca-916c-d7dd5fc82f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.447120] env[69220]: DEBUG nova.network.neutron [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Successfully updated port: 31b49f50-4a27-4dd9-bcb0-9484d6969068 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.580466] env[69220]: DEBUG nova.compute.manager [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Received event network-vif-plugged-31b49f50-4a27-4dd9-bcb0-9484d6969068 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.580761] env[69220]: DEBUG oslo_concurrency.lockutils [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] Acquiring lock "8ff5389b-d78d-4ac6-9228-3fa315577638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.580999] env[69220]: DEBUG oslo_concurrency.lockutils [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] Lock "8ff5389b-d78d-4ac6-9228-3fa315577638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.581389] env[69220]: DEBUG oslo_concurrency.lockutils [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] Lock "8ff5389b-d78d-4ac6-9228-3fa315577638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.581614] env[69220]: DEBUG nova.compute.manager [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] No waiting events found dispatching network-vif-plugged-31b49f50-4a27-4dd9-bcb0-9484d6969068 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.581864] env[69220]: WARNING nova.compute.manager [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Received unexpected event network-vif-plugged-31b49f50-4a27-4dd9-bcb0-9484d6969068 for instance with vm_state building and task_state spawning. [ 808.582047] env[69220]: DEBUG nova.compute.manager [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Received event network-changed-31b49f50-4a27-4dd9-bcb0-9484d6969068 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.582247] env[69220]: DEBUG nova.compute.manager [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Refreshing instance network info cache due to event network-changed-31b49f50-4a27-4dd9-bcb0-9484d6969068. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.582500] env[69220]: DEBUG oslo_concurrency.lockutils [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] Acquiring lock "refresh_cache-8ff5389b-d78d-4ac6-9228-3fa315577638" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.582682] env[69220]: DEBUG oslo_concurrency.lockutils [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] Acquired lock "refresh_cache-8ff5389b-d78d-4ac6-9228-3fa315577638" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.582874] env[69220]: DEBUG nova.network.neutron [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Refreshing network info cache for port 31b49f50-4a27-4dd9-bcb0-9484d6969068 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.654904] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800823, 'name': CreateVM_Task, 'duration_secs': 0.554421} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.655097] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.655881] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.656058] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.656364] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.656613] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e370cd05-0b7f-4b2d-8786-7df8610df6f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.661894] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 808.661894] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a833b5-f14d-a228-6c83-f9645d252811" [ 808.661894] env[69220]: _type = "Task" [ 808.661894] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.670151] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a833b5-f14d-a228-6c83-f9645d252811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.716229] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.716789] env[69220]: DEBUG nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.719687] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.940s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.721055] env[69220]: INFO nova.compute.claims [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.742928] env[69220]: INFO nova.compute.manager [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Took 45.82 seconds to build instance. [ 808.753604] env[69220]: DEBUG oslo_vmware.api [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800824, 'name': PowerOnVM_Task, 'duration_secs': 0.516612} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.753880] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.754117] env[69220]: INFO nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Took 8.10 seconds to spawn the instance on the hypervisor. [ 808.754377] env[69220]: DEBUG nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.755202] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d622891e-4209-41ac-857b-b0fd49ce2a78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.925752] env[69220]: DEBUG oslo_concurrency.lockutils [req-07f733c4-1f33-432a-9a8f-f2a9cc9e7c60 req-86098590-9e55-4892-ae58-994c0b16e376 service nova] Releasing lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.943846] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.943846] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.950988] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "refresh_cache-8ff5389b-d78d-4ac6-9228-3fa315577638" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.114253] env[69220]: DEBUG nova.network.neutron [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.177279] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a833b5-f14d-a228-6c83-f9645d252811, 'name': SearchDatastore_Task, 'duration_secs': 0.033323} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.177567] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.177790] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.178030] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.178195] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.178400] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.178655] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11eb237b-e2aa-40de-984d-b7ae08a21a5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.187173] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.187311] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.188038] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2af7386-36c0-4875-a4ec-0d13cb061732 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.192944] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 809.192944] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524fe596-31f1-5e35-580b-a1e8d4d58b9a" [ 809.192944] env[69220]: _type = "Task" [ 809.192944] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.196610] env[69220]: DEBUG nova.network.neutron [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.203117] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524fe596-31f1-5e35-580b-a1e8d4d58b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.226073] env[69220]: DEBUG nova.compute.utils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.230407] env[69220]: DEBUG nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.230602] env[69220]: DEBUG nova.network.neutron [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.245054] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c07c526b-d5f2-453d-8c24-9aa7e1488b0c tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.551s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.271043] env[69220]: DEBUG nova.policy [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a1ccaf30fa42108a50d49cdf99ac65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f372be0438b346f3b4e3082fe040321c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.274209] env[69220]: INFO nova.compute.manager [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Took 42.12 seconds to build instance. [ 809.452223] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.452383] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.452541] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.452703] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.452983] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.453072] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.453153] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 809.453304] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.523345] env[69220]: DEBUG nova.network.neutron [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Successfully created port: 409e1ce8-d9bd-4fd3-8bf8-cefccda15058 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.700034] env[69220]: DEBUG oslo_concurrency.lockutils [req-52cfe284-cc0b-4927-b9a0-35360cb626c8 req-79711ad2-2018-4f30-8434-858f33a91680 service nova] Releasing lock "refresh_cache-8ff5389b-d78d-4ac6-9228-3fa315577638" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.703350] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "refresh_cache-8ff5389b-d78d-4ac6-9228-3fa315577638" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.703501] env[69220]: DEBUG nova.network.neutron [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.704652] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524fe596-31f1-5e35-580b-a1e8d4d58b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.02762} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.707397] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157d954e-88f2-4f70-8099-5e3cd8ffce59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.712172] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 809.712172] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5247ab4e-1952-531a-b379-c76e9cb0daa5" [ 809.712172] env[69220]: _type = "Task" [ 809.712172] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.720354] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5247ab4e-1952-531a-b379-c76e9cb0daa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.733404] env[69220]: DEBUG nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.748458] env[69220]: DEBUG nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.778586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c809653-d393-4ff0-92cb-60295a376f2b tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.426s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.962722] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.155064] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb27cdb-44a2-4071-af42-368f9960b8c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.164057] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8156662d-da55-46f8-8df3-57ed4f63b0c9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.194883] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026ea0f9-b5bc-470d-b9d0-59004b48b932 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.202616] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da14334-fac2-46d5-8315-625ea6ca3d59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.218136] env[69220]: DEBUG nova.compute.provider_tree [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.234019] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5247ab4e-1952-531a-b379-c76e9cb0daa5, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.234019] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.234019] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] f84d9118-28a4-4e43-af7a-87b553e77b3c/f84d9118-28a4-4e43-af7a-87b553e77b3c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.234019] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-390fd474-2573-4470-8184-0e5c6fda87a0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.236354] env[69220]: DEBUG nova.network.neutron [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.249956] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 810.249956] env[69220]: value = "task-2800825" [ 810.249956] env[69220]: _type = "Task" [ 810.249956] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.265023] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.271976] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.283019] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.502559] env[69220]: DEBUG nova.network.neutron [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Updating instance_info_cache with network_info: [{"id": "31b49f50-4a27-4dd9-bcb0-9484d6969068", "address": "fa:16:3e:23:d4:33", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b49f50-4a", "ovs_interfaceid": "31b49f50-4a27-4dd9-bcb0-9484d6969068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.727999] env[69220]: DEBUG nova.scheduler.client.report [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.731960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.732211] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.732407] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.732585] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.732772] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.735916] env[69220]: INFO nova.compute.manager [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Terminating instance [ 810.745367] env[69220]: DEBUG nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.761706] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446687} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.761985] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] f84d9118-28a4-4e43-af7a-87b553e77b3c/f84d9118-28a4-4e43-af7a-87b553e77b3c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.762217] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.762472] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f5e1abd-863c-4353-ad5d-f9b8d014714d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.771538] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 810.771538] env[69220]: value = "task-2800826" [ 810.771538] env[69220]: _type = "Task" [ 810.771538] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.773554] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.773784] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.774113] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.774422] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.774422] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.774422] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.774634] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.774785] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.774943] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.775118] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.775288] env[69220]: DEBUG nova.virt.hardware [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.776131] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83dd35-42bd-41f9-92b5-9155362af48b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.781775] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.781992] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.782172] env[69220]: DEBUG nova.compute.manager [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.782940] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e08e42-7f2b-4daa-a38c-9f470040cd09 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.796895] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.803702] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74346698-b3d9-4f6d-b279-d5150f93ebb8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.807047] env[69220]: DEBUG nova.compute.manager [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 810.808552] env[69220]: DEBUG nova.objects.instance [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lazy-loading 'flavor' on Instance uuid b54b0c55-d840-426d-ac09-f0f4ad0cb319 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.829040] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.005192] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "refresh_cache-8ff5389b-d78d-4ac6-9228-3fa315577638" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.005554] env[69220]: DEBUG nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Instance network_info: |[{"id": "31b49f50-4a27-4dd9-bcb0-9484d6969068", "address": "fa:16:3e:23:d4:33", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b49f50-4a", "ovs_interfaceid": "31b49f50-4a27-4dd9-bcb0-9484d6969068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.005956] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:d4:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31b49f50-4a27-4dd9-bcb0-9484d6969068', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.014329] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.014594] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.014818] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84bb79c9-35a0-483e-b63f-fc0ecefb53d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.031492] env[69220]: DEBUG nova.compute.manager [req-41ee4256-1b04-4f18-9bdd-4cd4ad1b93a9 req-b31c2d47-574c-4b9f-acc9-9a0967f0df88 service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Received event network-vif-plugged-409e1ce8-d9bd-4fd3-8bf8-cefccda15058 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.031706] env[69220]: DEBUG oslo_concurrency.lockutils [req-41ee4256-1b04-4f18-9bdd-4cd4ad1b93a9 req-b31c2d47-574c-4b9f-acc9-9a0967f0df88 service nova] Acquiring lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.031907] env[69220]: DEBUG oslo_concurrency.lockutils [req-41ee4256-1b04-4f18-9bdd-4cd4ad1b93a9 req-b31c2d47-574c-4b9f-acc9-9a0967f0df88 service nova] Lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.032080] env[69220]: DEBUG oslo_concurrency.lockutils [req-41ee4256-1b04-4f18-9bdd-4cd4ad1b93a9 req-b31c2d47-574c-4b9f-acc9-9a0967f0df88 service nova] Lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.032298] env[69220]: DEBUG nova.compute.manager [req-41ee4256-1b04-4f18-9bdd-4cd4ad1b93a9 req-b31c2d47-574c-4b9f-acc9-9a0967f0df88 service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] No waiting events found dispatching network-vif-plugged-409e1ce8-d9bd-4fd3-8bf8-cefccda15058 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.032404] env[69220]: WARNING nova.compute.manager [req-41ee4256-1b04-4f18-9bdd-4cd4ad1b93a9 req-b31c2d47-574c-4b9f-acc9-9a0967f0df88 service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Received unexpected event network-vif-plugged-409e1ce8-d9bd-4fd3-8bf8-cefccda15058 for instance with vm_state building and task_state spawning. [ 811.034706] env[69220]: DEBUG nova.network.neutron [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Successfully updated port: 409e1ce8-d9bd-4fd3-8bf8-cefccda15058 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.038141] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.038141] env[69220]: value = "task-2800827" [ 811.038141] env[69220]: _type = "Task" [ 811.038141] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.046528] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800827, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.235763] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.236326] env[69220]: DEBUG nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.239036] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.922s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.239251] env[69220]: DEBUG nova.objects.instance [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lazy-loading 'resources' on Instance uuid 1d950aae-1324-4e9a-9872-1f1a17acf1d9 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.241175] env[69220]: DEBUG nova.compute.manager [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.241281] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.242172] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bcde77-59a3-4a4c-957f-9714b72201a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.250153] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.250405] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a7dcb6-ab21-4944-8822-698fdf599f58 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.256707] env[69220]: DEBUG oslo_vmware.api [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 811.256707] env[69220]: value = "task-2800828" [ 811.256707] env[69220]: _type = "Task" [ 811.256707] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.267083] env[69220]: DEBUG oslo_vmware.api [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.285725] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070163} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.286035] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.286862] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c016f2-4ef1-4895-aec2-da55d7da7d8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.310377] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] f84d9118-28a4-4e43-af7a-87b553e77b3c/f84d9118-28a4-4e43-af7a-87b553e77b3c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.312464] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b20670-c931-4ef7-b508-8ba3adb54533 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.333875] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 811.333875] env[69220]: value = "task-2800829" [ 811.333875] env[69220]: _type = "Task" [ 811.333875] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.342929] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.538105] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "refresh_cache-e2a3e0f2-5200-402f-b5df-fb3420bd99c3" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.538105] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "refresh_cache-e2a3e0f2-5200-402f-b5df-fb3420bd99c3" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.538105] env[69220]: DEBUG nova.network.neutron [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.548809] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800827, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.743275] env[69220]: DEBUG nova.compute.utils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.747221] env[69220]: DEBUG nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.747393] env[69220]: DEBUG nova.network.neutron [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.767195] env[69220]: DEBUG oslo_vmware.api [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800828, 'name': PowerOffVM_Task, 'duration_secs': 0.282892} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.770161] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.770161] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.770586] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-032734e7-4501-4aec-85a9-04f2b408f4e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.795766] env[69220]: DEBUG nova.policy [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d7b5d785ed343539c90e863d6bb2cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae572a3b564d458f8517cbfaec50580f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.829520] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.829520] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d183a1-d33d-4127-bccc-d6dfc129ee93 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.839388] env[69220]: DEBUG oslo_vmware.api [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 811.839388] env[69220]: value = "task-2800831" [ 811.839388] env[69220]: _type = "Task" [ 811.839388] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.845253] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800829, 'name': ReconfigVM_Task, 'duration_secs': 0.307096} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.848208] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] f84d9118-28a4-4e43-af7a-87b553e77b3c/f84d9118-28a4-4e43-af7a-87b553e77b3c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.849365] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5ce0545-94cc-4956-8924-9a6a2c585c58 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.853141] env[69220]: DEBUG oslo_vmware.api [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.857562] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 811.857562] env[69220]: value = "task-2800832" [ 811.857562] env[69220]: _type = "Task" [ 811.857562] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.870128] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800832, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.989024] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.989024] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.989024] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Deleting the datastore file [datastore1] b951b6b6-8b8e-46ba-9787-9b4c78f22948 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.989024] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5bca47b-fa45-417d-9b17-fde1581526d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.993847] env[69220]: DEBUG oslo_vmware.api [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for the task: (returnval){ [ 811.993847] env[69220]: value = "task-2800833" [ 811.993847] env[69220]: _type = "Task" [ 811.993847] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.004130] env[69220]: DEBUG oslo_vmware.api [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.057636] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800827, 'name': CreateVM_Task, 'duration_secs': 0.587296} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.057636] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.058537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.058537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.058790] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.059055] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1260c1-caf9-43f6-9758-b265d13aec22 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.065679] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 812.065679] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52632f73-420f-436d-97cd-2df3fefc8a92" [ 812.065679] env[69220]: _type = "Task" [ 812.065679] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.084600] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52632f73-420f-436d-97cd-2df3fefc8a92, 'name': SearchDatastore_Task, 'duration_secs': 0.012269} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.088674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.088674] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.088674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.088674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.089112] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.089284] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca01d294-80c6-49ef-8cca-ff2580246f43 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.098095] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.098299] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.099169] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3db68f-9d0d-4ff7-887e-485bc9a26824 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.105081] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 812.105081] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f9a283-c619-3d16-cc5d-4167b9d85271" [ 812.105081] env[69220]: _type = "Task" [ 812.105081] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.111927] env[69220]: DEBUG nova.network.neutron [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.113899] env[69220]: DEBUG nova.network.neutron [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Successfully created port: a0222e23-090a-4c74-a04f-ae99731c9400 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.120838] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f9a283-c619-3d16-cc5d-4167b9d85271, 'name': SearchDatastore_Task} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.121784] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca73cff-0e62-49cf-a0ff-392ba902fea5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.130533] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 812.130533] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b580e3-9603-9036-e8d8-b19151a3bf1e" [ 812.130533] env[69220]: _type = "Task" [ 812.130533] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.140641] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b580e3-9603-9036-e8d8-b19151a3bf1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.247528] env[69220]: DEBUG nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.298499] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c64d793-e2e7-4f98-9c35-7b94ebef1db9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.306569] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da44fd-fcf2-4c13-bca5-b599bfbcb990 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.339298] env[69220]: DEBUG nova.network.neutron [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Updating instance_info_cache with network_info: [{"id": "409e1ce8-d9bd-4fd3-8bf8-cefccda15058", "address": "fa:16:3e:71:fa:eb", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e1ce8-d9", "ovs_interfaceid": "409e1ce8-d9bd-4fd3-8bf8-cefccda15058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.340960] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20455c52-82b2-44f9-bac9-00e0de10c7c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.354931] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc5c47b-2e40-46de-accc-656b404d1403 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.358720] env[69220]: DEBUG oslo_vmware.api [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800831, 'name': PowerOffVM_Task, 'duration_secs': 0.248751} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.359254] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.359455] env[69220]: DEBUG nova.compute.manager [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.360514] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd27e44c-02d3-4ad2-b30d-04c53cc95bf1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.372857] env[69220]: DEBUG nova.compute.provider_tree [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.386675] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800832, 'name': Rename_Task, 'duration_secs': 0.181082} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.387139] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.387382] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d76fbab-a5a8-4665-aa2b-c486a1409aad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.393961] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 812.393961] env[69220]: value = "task-2800834" [ 812.393961] env[69220]: _type = "Task" [ 812.393961] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.402706] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.503398] env[69220]: DEBUG oslo_vmware.api [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Task: {'id': task-2800833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284602} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.503580] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.503628] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.503771] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.503942] env[69220]: INFO nova.compute.manager [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Took 1.26 seconds to destroy the instance on the hypervisor. [ 812.504197] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.504381] env[69220]: DEBUG nova.compute.manager [-] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.504476] env[69220]: DEBUG nova.network.neutron [-] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.641161] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b580e3-9603-9036-e8d8-b19151a3bf1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.641467] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.641745] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 8ff5389b-d78d-4ac6-9228-3fa315577638/8ff5389b-d78d-4ac6-9228-3fa315577638.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.642020] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2b4b0c-1449-483f-a7e7-af98d7d28819 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.648446] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 812.648446] env[69220]: value = "task-2800835" [ 812.648446] env[69220]: _type = "Task" [ 812.648446] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.656442] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.844909] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "refresh_cache-e2a3e0f2-5200-402f-b5df-fb3420bd99c3" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.844909] env[69220]: DEBUG nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Instance network_info: |[{"id": "409e1ce8-d9bd-4fd3-8bf8-cefccda15058", "address": "fa:16:3e:71:fa:eb", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e1ce8-d9", "ovs_interfaceid": "409e1ce8-d9bd-4fd3-8bf8-cefccda15058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.846079] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fa:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '409e1ce8-d9bd-4fd3-8bf8-cefccda15058', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.854429] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.854692] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.854935] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41523d3f-1634-448e-8ef4-bf1f71fb40ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.875356] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.875356] env[69220]: value = "task-2800836" [ 812.875356] env[69220]: _type = "Task" [ 812.875356] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.890706] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800836, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.891305] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4a51378-6717-463d-ba0b-a0ea87441d50 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.903830] env[69220]: DEBUG oslo_vmware.api [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800834, 'name': PowerOnVM_Task, 'duration_secs': 0.482451} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.904870] env[69220]: ERROR nova.scheduler.client.report [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] [req-b2e0a279-00e3-4379-8d3f-5a23632e71fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b2e0a279-00e3-4379-8d3f-5a23632e71fc"}]} [ 812.906060] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.906060] env[69220]: INFO nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Took 7.48 seconds to spawn the instance on the hypervisor. [ 812.906060] env[69220]: DEBUG nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.910222] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66c1eff-ea63-4e21-8dcd-042f8a1de822 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.913951] env[69220]: DEBUG nova.compute.manager [req-ceddc3aa-4589-4716-a281-b82f90452805 req-841eae0c-e160-43d1-b791-8109babd5453 service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Received event network-vif-deleted-e39d2e82-827c-4afa-97e2-d26862f8ea8b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.914451] env[69220]: INFO nova.compute.manager [req-ceddc3aa-4589-4716-a281-b82f90452805 req-841eae0c-e160-43d1-b791-8109babd5453 service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Neutron deleted interface e39d2e82-827c-4afa-97e2-d26862f8ea8b; detaching it from the instance and deleting it from the info cache [ 812.914704] env[69220]: DEBUG nova.network.neutron [req-ceddc3aa-4589-4716-a281-b82f90452805 req-841eae0c-e160-43d1-b791-8109babd5453 service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.929328] env[69220]: DEBUG nova.scheduler.client.report [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 812.949977] env[69220]: DEBUG nova.scheduler.client.report [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 812.949977] env[69220]: DEBUG nova.compute.provider_tree [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.964241] env[69220]: DEBUG nova.scheduler.client.report [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 812.987252] env[69220]: DEBUG nova.scheduler.client.report [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 813.159261] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.262742] env[69220]: DEBUG nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.290737] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.291076] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.291165] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.291671] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.291671] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.291671] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.291944] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.292045] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.292213] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.292369] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.292659] env[69220]: DEBUG nova.virt.hardware [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.294526] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3affbd1f-e97b-4ff3-afb8-57e3e3c1822e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.303034] env[69220]: DEBUG nova.network.neutron [-] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.304596] env[69220]: DEBUG nova.compute.manager [req-23ac592d-c47d-4e97-8ee6-52a13b50cde8 req-32339815-1299-4b15-9651-c6bba4a003b5 service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Received event network-changed-409e1ce8-d9bd-4fd3-8bf8-cefccda15058 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.304723] env[69220]: DEBUG nova.compute.manager [req-23ac592d-c47d-4e97-8ee6-52a13b50cde8 req-32339815-1299-4b15-9651-c6bba4a003b5 service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Refreshing instance network info cache due to event network-changed-409e1ce8-d9bd-4fd3-8bf8-cefccda15058. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.304929] env[69220]: DEBUG oslo_concurrency.lockutils [req-23ac592d-c47d-4e97-8ee6-52a13b50cde8 req-32339815-1299-4b15-9651-c6bba4a003b5 service nova] Acquiring lock "refresh_cache-e2a3e0f2-5200-402f-b5df-fb3420bd99c3" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.305903] env[69220]: DEBUG oslo_concurrency.lockutils [req-23ac592d-c47d-4e97-8ee6-52a13b50cde8 req-32339815-1299-4b15-9651-c6bba4a003b5 service nova] Acquired lock "refresh_cache-e2a3e0f2-5200-402f-b5df-fb3420bd99c3" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.305903] env[69220]: DEBUG nova.network.neutron [req-23ac592d-c47d-4e97-8ee6-52a13b50cde8 req-32339815-1299-4b15-9651-c6bba4a003b5 service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Refreshing network info cache for port 409e1ce8-d9bd-4fd3-8bf8-cefccda15058 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.312183] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6afe7f-cbe5-463f-afdc-0992505df252 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.388173] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800836, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.419195] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c3f7033-99c4-478a-94e9-3d934f6f4f84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.437014] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4350b72e-71ea-4bc2-9848-3492f5eee78e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.450244] env[69220]: INFO nova.compute.manager [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Took 43.03 seconds to build instance. [ 813.475868] env[69220]: DEBUG nova.compute.manager [req-ceddc3aa-4589-4716-a281-b82f90452805 req-841eae0c-e160-43d1-b791-8109babd5453 service nova] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Detach interface failed, port_id=e39d2e82-827c-4afa-97e2-d26862f8ea8b, reason: Instance b951b6b6-8b8e-46ba-9787-9b4c78f22948 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 813.526452] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1d178-c9e7-49fa-976a-bb852e2cca7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.533981] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad23d5e-1ceb-4cd8-9665-a93bc90f1282 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.566382] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88591d1-1ae4-4aa1-a9eb-2381fa604546 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.575752] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c8167-4b0b-4afe-8231-14af9f04057a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.587884] env[69220]: DEBUG nova.compute.provider_tree [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.616923] env[69220]: DEBUG nova.network.neutron [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Successfully updated port: a0222e23-090a-4c74-a04f-ae99731c9400 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.658624] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549749} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.658872] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 8ff5389b-d78d-4ac6-9228-3fa315577638/8ff5389b-d78d-4ac6-9228-3fa315577638.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.659098] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.659370] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a6464c-bd5c-4d27-8d68-3fd0d308b7f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.665852] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 813.665852] env[69220]: value = "task-2800837" [ 813.665852] env[69220]: _type = "Task" [ 813.665852] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.674566] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.808055] env[69220]: INFO nova.compute.manager [-] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Took 1.30 seconds to deallocate network for instance. [ 813.885884] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800836, 'name': CreateVM_Task, 'duration_secs': 0.591566} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.888203] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.888853] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.889017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.889619] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.889838] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e9ad9f-bfaf-47fd-be03-5c3e19077d8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.894364] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 813.894364] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ccbe46-c14d-81e4-efc9-35c354f006c6" [ 813.894364] env[69220]: _type = "Task" [ 813.894364] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.902376] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ccbe46-c14d-81e4-efc9-35c354f006c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.955672] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b3561d7-49a2-4015-a28a-01440d38ec20 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.056s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.014903] env[69220]: DEBUG nova.network.neutron [req-23ac592d-c47d-4e97-8ee6-52a13b50cde8 req-32339815-1299-4b15-9651-c6bba4a003b5 service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Updated VIF entry in instance network info cache for port 409e1ce8-d9bd-4fd3-8bf8-cefccda15058. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.015277] env[69220]: DEBUG nova.network.neutron [req-23ac592d-c47d-4e97-8ee6-52a13b50cde8 req-32339815-1299-4b15-9651-c6bba4a003b5 service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Updating instance_info_cache with network_info: [{"id": "409e1ce8-d9bd-4fd3-8bf8-cefccda15058", "address": "fa:16:3e:71:fa:eb", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e1ce8-d9", "ovs_interfaceid": "409e1ce8-d9bd-4fd3-8bf8-cefccda15058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.091021] env[69220]: DEBUG nova.scheduler.client.report [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.120884] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "refresh_cache-35db3ef3-e153-4b15-989d-63ea7a30484f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.120947] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "refresh_cache-35db3ef3-e153-4b15-989d-63ea7a30484f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.121089] env[69220]: DEBUG nova.network.neutron [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.177150] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066194} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.177436] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.178249] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103850e7-f6c2-4320-8957-7db6adc543b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.200172] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 8ff5389b-d78d-4ac6-9228-3fa315577638/8ff5389b-d78d-4ac6-9228-3fa315577638.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.200854] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74207ed0-8148-46ec-9ce8-dda8ef0abff5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.218698] env[69220]: DEBUG nova.compute.manager [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.219643] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e425731-2a7e-47d9-8370-574fda15bc74 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.223280] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 814.223280] env[69220]: value = "task-2800838" [ 814.223280] env[69220]: _type = "Task" [ 814.223280] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.234651] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.316760] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.405685] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ccbe46-c14d-81e4-efc9-35c354f006c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.406024] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.406261] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.406496] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.406644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.406817] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.407103] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b99e362b-fc9a-4fc8-bd4a-6ea5915ad8b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.416011] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.416203] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.416930] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f94a93c-08a1-477b-b875-e984d39dccc4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.422321] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 814.422321] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5273879f-8f2b-3ee5-fc8f-db5679d622cb" [ 814.422321] env[69220]: _type = "Task" [ 814.422321] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.430760] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5273879f-8f2b-3ee5-fc8f-db5679d622cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.459029] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.518163] env[69220]: DEBUG oslo_concurrency.lockutils [req-23ac592d-c47d-4e97-8ee6-52a13b50cde8 req-32339815-1299-4b15-9651-c6bba4a003b5 service nova] Releasing lock "refresh_cache-e2a3e0f2-5200-402f-b5df-fb3420bd99c3" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.596907] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.358s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.600716] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.126s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.602725] env[69220]: INFO nova.compute.claims [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.625283] env[69220]: INFO nova.scheduler.client.report [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Deleted allocations for instance 1d950aae-1324-4e9a-9872-1f1a17acf1d9 [ 814.674742] env[69220]: DEBUG nova.network.neutron [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.735315] env[69220]: INFO nova.compute.manager [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] instance snapshotting [ 814.735655] env[69220]: WARNING nova.compute.manager [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 814.737291] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800838, 'name': ReconfigVM_Task, 'duration_secs': 0.291468} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.737786] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 8ff5389b-d78d-4ac6-9228-3fa315577638/8ff5389b-d78d-4ac6-9228-3fa315577638.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.738893] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2d50fb-2cbb-456d-a9c4-d14a1c53200c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.741468] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-797bf329-8ffc-4625-8951-8d82a9e94c2c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.763201] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5454023e-2bab-4481-914e-058137f3b3e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.765723] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 814.765723] env[69220]: value = "task-2800839" [ 814.765723] env[69220]: _type = "Task" [ 814.765723] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.778673] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800839, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.837563] env[69220]: DEBUG nova.network.neutron [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Updating instance_info_cache with network_info: [{"id": "a0222e23-090a-4c74-a04f-ae99731c9400", "address": "fa:16:3e:27:a8:0b", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0222e23-09", "ovs_interfaceid": "a0222e23-090a-4c74-a04f-ae99731c9400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.932240] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5273879f-8f2b-3ee5-fc8f-db5679d622cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.933032] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117d71fc-3bdd-42e0-a185-caac64685693 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.937676] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 814.937676] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f9f9a1-7db1-c794-c33d-54991d6e3da8" [ 814.937676] env[69220]: _type = "Task" [ 814.937676] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.944881] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f9f9a1-7db1-c794-c33d-54991d6e3da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.975872] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.134055] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39563fb9-0ad4-4b40-ac1d-40989406b348 tempest-ServerTagsTestJSON-599920952 tempest-ServerTagsTestJSON-599920952-project-member] Lock "1d950aae-1324-4e9a-9872-1f1a17acf1d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.797s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.276727] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.277045] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800839, 'name': Rename_Task, 'duration_secs': 0.143751} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.277602] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f79e927e-88dc-4823-a2e0-aa29c9c5a7b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.279458] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.279684] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a47312f3-132d-40ea-a504-ad140c638c23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.286878] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 815.286878] env[69220]: value = "task-2800841" [ 815.286878] env[69220]: _type = "Task" [ 815.286878] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.287959] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 815.287959] env[69220]: value = "task-2800840" [ 815.287959] env[69220]: _type = "Task" [ 815.287959] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.299594] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.301690] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.323329] env[69220]: DEBUG nova.compute.manager [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Received event network-vif-plugged-a0222e23-090a-4c74-a04f-ae99731c9400 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.323539] env[69220]: DEBUG oslo_concurrency.lockutils [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] Acquiring lock "35db3ef3-e153-4b15-989d-63ea7a30484f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.323749] env[69220]: DEBUG oslo_concurrency.lockutils [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] Lock "35db3ef3-e153-4b15-989d-63ea7a30484f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.323950] env[69220]: DEBUG oslo_concurrency.lockutils [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] Lock "35db3ef3-e153-4b15-989d-63ea7a30484f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.324214] env[69220]: DEBUG nova.compute.manager [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] No waiting events found dispatching network-vif-plugged-a0222e23-090a-4c74-a04f-ae99731c9400 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.324315] env[69220]: WARNING nova.compute.manager [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Received unexpected event network-vif-plugged-a0222e23-090a-4c74-a04f-ae99731c9400 for instance with vm_state building and task_state spawning. [ 815.324476] env[69220]: DEBUG nova.compute.manager [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Received event network-changed-a0222e23-090a-4c74-a04f-ae99731c9400 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.324625] env[69220]: DEBUG nova.compute.manager [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Refreshing instance network info cache due to event network-changed-a0222e23-090a-4c74-a04f-ae99731c9400. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 815.324790] env[69220]: DEBUG oslo_concurrency.lockutils [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] Acquiring lock "refresh_cache-35db3ef3-e153-4b15-989d-63ea7a30484f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.341097] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "refresh_cache-35db3ef3-e153-4b15-989d-63ea7a30484f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.341417] env[69220]: DEBUG nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Instance network_info: |[{"id": "a0222e23-090a-4c74-a04f-ae99731c9400", "address": "fa:16:3e:27:a8:0b", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0222e23-09", "ovs_interfaceid": "a0222e23-090a-4c74-a04f-ae99731c9400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.341964] env[69220]: DEBUG oslo_concurrency.lockutils [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] Acquired lock "refresh_cache-35db3ef3-e153-4b15-989d-63ea7a30484f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.342161] env[69220]: DEBUG nova.network.neutron [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Refreshing network info cache for port a0222e23-090a-4c74-a04f-ae99731c9400 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.343370] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:a8:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0222e23-090a-4c74-a04f-ae99731c9400', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.350766] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.351693] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.351929] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52f6edf6-de47-4bc6-a6fa-bfd87676d7f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.372308] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.372308] env[69220]: value = "task-2800842" [ 815.372308] env[69220]: _type = "Task" [ 815.372308] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.380479] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800842, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.447969] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f9f9a1-7db1-c794-c33d-54991d6e3da8, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.449144] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.449144] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] e2a3e0f2-5200-402f-b5df-fb3420bd99c3/e2a3e0f2-5200-402f-b5df-fb3420bd99c3.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.449144] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de3fc632-f7b3-4327-b1eb-6a2057eb6212 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.454732] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 815.454732] env[69220]: value = "task-2800843" [ 815.454732] env[69220]: _type = "Task" [ 815.454732] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.462793] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.807599] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.807833] env[69220]: DEBUG oslo_vmware.api [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800841, 'name': PowerOnVM_Task, 'duration_secs': 0.498218} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.811412] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.811684] env[69220]: INFO nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Took 7.68 seconds to spawn the instance on the hypervisor. [ 815.811877] env[69220]: DEBUG nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.813538] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c42df35-bad4-4faf-9787-5b3502550b14 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.888163] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800842, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.973034] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482294} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.981272] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] e2a3e0f2-5200-402f-b5df-fb3420bd99c3/e2a3e0f2-5200-402f-b5df-fb3420bd99c3.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.981272] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.982140] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3497fd0-145a-4ce3-8e05-92ce9a2f3075 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.990823] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 815.990823] env[69220]: value = "task-2800844" [ 815.990823] env[69220]: _type = "Task" [ 815.990823] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.006910] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.148063] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81a856-c912-4500-a079-8f1cf0f6d942 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.155809] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca3aff7-9290-4a32-aade-29218c1e9d16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.187233] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9804133-d4b8-43fb-9819-b987083aa5de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.201023] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3759c88f-875c-4bef-ad4e-d6a0495223ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.211652] env[69220]: DEBUG nova.compute.provider_tree [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.304080] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800840, 'name': CreateSnapshot_Task, 'duration_secs': 0.736348} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.304359] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 816.305126] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491bdb77-636d-42fc-b17d-52846f38d4a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.336993] env[69220]: INFO nova.compute.manager [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Took 42.38 seconds to build instance. [ 816.384678] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800842, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.435654] env[69220]: DEBUG nova.network.neutron [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Updated VIF entry in instance network info cache for port a0222e23-090a-4c74-a04f-ae99731c9400. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.439022] env[69220]: DEBUG nova.network.neutron [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Updating instance_info_cache with network_info: [{"id": "a0222e23-090a-4c74-a04f-ae99731c9400", "address": "fa:16:3e:27:a8:0b", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0222e23-09", "ovs_interfaceid": "a0222e23-090a-4c74-a04f-ae99731c9400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.504588] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183032} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.504851] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.505656] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7019024-511d-466d-9e6a-e1e4e6c0a991 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.527991] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] e2a3e0f2-5200-402f-b5df-fb3420bd99c3/e2a3e0f2-5200-402f-b5df-fb3420bd99c3.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.528283] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61af4c4d-d2bd-4190-859a-9ffd27965cf6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.549787] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 816.549787] env[69220]: value = "task-2800845" [ 816.549787] env[69220]: _type = "Task" [ 816.549787] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.557785] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.715219] env[69220]: DEBUG nova.scheduler.client.report [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.828637] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.829687] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-60f8c611-0be2-4ca7-a827-70e45b497634 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.838296] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 816.838296] env[69220]: value = "task-2800846" [ 816.838296] env[69220]: _type = "Task" [ 816.838296] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.840530] env[69220]: DEBUG oslo_concurrency.lockutils [None req-87a92914-576a-479f-8d87-88c5ef632bac tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "8ff5389b-d78d-4ac6-9228-3fa315577638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.777s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.855280] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800846, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.883217] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800842, 'name': CreateVM_Task, 'duration_secs': 1.267126} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.883217] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.884101] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.884362] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.884794] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.885126] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a485b6-fa1b-47cc-961b-aaf27be40afa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.891476] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 816.891476] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52694742-7081-639f-8ed3-0306ec3c91f5" [ 816.891476] env[69220]: _type = "Task" [ 816.891476] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.899643] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52694742-7081-639f-8ed3-0306ec3c91f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.940056] env[69220]: DEBUG oslo_concurrency.lockutils [req-4ad54985-4a4b-49a1-bf01-09a89bb01fd6 req-6b3e7345-7ff7-487e-9118-8956b81e9919 service nova] Releasing lock "refresh_cache-35db3ef3-e153-4b15-989d-63ea7a30484f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.059886] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800845, 'name': ReconfigVM_Task, 'duration_secs': 0.297258} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.060376] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Reconfigured VM instance instance-00000035 to attach disk [datastore1] e2a3e0f2-5200-402f-b5df-fb3420bd99c3/e2a3e0f2-5200-402f-b5df-fb3420bd99c3.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.061068] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5fd5be8-fadd-4876-a351-62058971ccac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.067380] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 817.067380] env[69220]: value = "task-2800847" [ 817.067380] env[69220]: _type = "Task" [ 817.067380] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.075341] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800847, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.221873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.221873] env[69220]: DEBUG nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.224284] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.579s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.224823] env[69220]: DEBUG nova.objects.instance [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lazy-loading 'resources' on Instance uuid 17f009fc-b0fd-49e6-8074-0194dfab0f07 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.349869] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800846, 'name': CloneVM_Task} progress is 93%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.356445] env[69220]: DEBUG nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.403946] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52694742-7081-639f-8ed3-0306ec3c91f5, 'name': SearchDatastore_Task, 'duration_secs': 0.025292} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.404312] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.404435] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.404671] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.404815] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.404985] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.405280] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a808b4b0-bc90-4272-891a-0251cb93d191 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.415066] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.415254] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.416036] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b165d8d2-63a8-4982-9c6d-e1bbab9451f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.422802] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 817.422802] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528301b3-d725-835b-6abc-d83f0ca3a4f9" [ 817.422802] env[69220]: _type = "Task" [ 817.422802] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.431096] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528301b3-d725-835b-6abc-d83f0ca3a4f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.578293] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800847, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.727774] env[69220]: DEBUG nova.compute.utils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.732311] env[69220]: DEBUG nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.732311] env[69220]: DEBUG nova.network.neutron [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.797774] env[69220]: DEBUG nova.policy [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd980b3df51054330a79e9a719f91e6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e90b5a33464c81b92fd1859faf0752', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.852290] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800846, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.877035] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.936860] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528301b3-d725-835b-6abc-d83f0ca3a4f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.939179] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d64386-1dce-490d-9842-81ec6de24d50 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.942305] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 817.942305] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525a8a50-cf20-001e-12e5-0dfe72dd7ae3" [ 817.942305] env[69220]: _type = "Task" [ 817.942305] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.953690] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525a8a50-cf20-001e-12e5-0dfe72dd7ae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.085244] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800847, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.109681] env[69220]: DEBUG nova.network.neutron [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Successfully created port: 3b04a2da-cc5c-40d3-b56a-d7ef0f407841 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.217763] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2574f5-f938-4108-aa0c-d692909a7098 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.225222] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1eae9-4268-4dcb-8439-e06c64dd48c9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.256825] env[69220]: DEBUG nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.260694] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1031b255-ed58-496a-bbd4-473def89e23c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.268843] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44cb7cb-5d31-4666-ab16-d0a99a548a85 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.284595] env[69220]: DEBUG nova.compute.provider_tree [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.349776] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800846, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.456756] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525a8a50-cf20-001e-12e5-0dfe72dd7ae3, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.456851] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.457161] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 35db3ef3-e153-4b15-989d-63ea7a30484f/35db3ef3-e153-4b15-989d-63ea7a30484f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.457527] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-855f2b98-d943-412d-b116-c862c2a64cae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.467084] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 818.467084] env[69220]: value = "task-2800848" [ 818.467084] env[69220]: _type = "Task" [ 818.467084] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.476335] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.580628] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800847, 'name': Rename_Task, 'duration_secs': 1.040103} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.580924] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.581196] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcf5527f-8b21-41ba-a463-437972272e5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.588385] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 818.588385] env[69220]: value = "task-2800849" [ 818.588385] env[69220]: _type = "Task" [ 818.588385] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.596256] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.788700] env[69220]: DEBUG nova.scheduler.client.report [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.852659] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800846, 'name': CloneVM_Task, 'duration_secs': 1.956239} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.853035] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Created linked-clone VM from snapshot [ 818.854401] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d013fd7-c2e6-4b65-8e45-62711783840a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.862490] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Uploading image b8ea7d2a-9a59-494a-b619-bbcc4a16f7ca {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.887216] env[69220]: DEBUG oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.887216] env[69220]: value = "vm-562859" [ 818.887216] env[69220]: _type = "VirtualMachine" [ 818.887216] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.887531] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d90605f1-5db6-4bf0-ada1-10641cc60168 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.895879] env[69220]: DEBUG oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lease: (returnval){ [ 818.895879] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c61198-5cdc-d8f7-abd1-36a009932d28" [ 818.895879] env[69220]: _type = "HttpNfcLease" [ 818.895879] env[69220]: } obtained for exporting VM: (result){ [ 818.895879] env[69220]: value = "vm-562859" [ 818.895879] env[69220]: _type = "VirtualMachine" [ 818.895879] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.896201] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the lease: (returnval){ [ 818.896201] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c61198-5cdc-d8f7-abd1-36a009932d28" [ 818.896201] env[69220]: _type = "HttpNfcLease" [ 818.896201] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.903137] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.903137] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c61198-5cdc-d8f7-abd1-36a009932d28" [ 818.903137] env[69220]: _type = "HttpNfcLease" [ 818.903137] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.977307] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495608} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.977556] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 35db3ef3-e153-4b15-989d-63ea7a30484f/35db3ef3-e153-4b15-989d-63ea7a30484f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.977762] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.978016] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba737081-b148-447a-a7a8-f8b0c3310f38 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.985128] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 818.985128] env[69220]: value = "task-2800851" [ 818.985128] env[69220]: _type = "Task" [ 818.985128] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.996963] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.099495] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.270380] env[69220]: DEBUG nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.293450] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.293603] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.293711] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.293903] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.294073] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.294211] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.294433] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.294648] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.294825] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.294986] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.295174] env[69220]: DEBUG nova.virt.hardware [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.295928] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.298386] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add8a37-85a2-4272-9d2f-7fb3bd9ea25b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.301367] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.840s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.301788] env[69220]: DEBUG nova.objects.instance [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lazy-loading 'resources' on Instance uuid 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.308559] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62178e26-b79e-4410-b62d-25a5673b8610 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.324955] env[69220]: INFO nova.scheduler.client.report [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Deleted allocations for instance 17f009fc-b0fd-49e6-8074-0194dfab0f07 [ 819.404168] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.404168] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c61198-5cdc-d8f7-abd1-36a009932d28" [ 819.404168] env[69220]: _type = "HttpNfcLease" [ 819.404168] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 819.404463] env[69220]: DEBUG oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 819.404463] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c61198-5cdc-d8f7-abd1-36a009932d28" [ 819.404463] env[69220]: _type = "HttpNfcLease" [ 819.404463] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 819.404998] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e883fb-344a-4361-9b31-70541c4daa21 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.413367] env[69220]: DEBUG oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edb953-e5c8-270a-4d3c-352eb04acabd/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.413542] env[69220]: DEBUG oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edb953-e5c8-270a-4d3c-352eb04acabd/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.482589] env[69220]: DEBUG nova.compute.manager [req-4023c324-191e-4580-ad1c-36ab0b7204a6 req-5ffdc246-5afe-4793-a467-2d073468d886 service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Received event network-vif-plugged-3b04a2da-cc5c-40d3-b56a-d7ef0f407841 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.482808] env[69220]: DEBUG oslo_concurrency.lockutils [req-4023c324-191e-4580-ad1c-36ab0b7204a6 req-5ffdc246-5afe-4793-a467-2d073468d886 service nova] Acquiring lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.483031] env[69220]: DEBUG oslo_concurrency.lockutils [req-4023c324-191e-4580-ad1c-36ab0b7204a6 req-5ffdc246-5afe-4793-a467-2d073468d886 service nova] Lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.483300] env[69220]: DEBUG oslo_concurrency.lockutils [req-4023c324-191e-4580-ad1c-36ab0b7204a6 req-5ffdc246-5afe-4793-a467-2d073468d886 service nova] Lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.483421] env[69220]: DEBUG nova.compute.manager [req-4023c324-191e-4580-ad1c-36ab0b7204a6 req-5ffdc246-5afe-4793-a467-2d073468d886 service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] No waiting events found dispatching network-vif-plugged-3b04a2da-cc5c-40d3-b56a-d7ef0f407841 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.483905] env[69220]: WARNING nova.compute.manager [req-4023c324-191e-4580-ad1c-36ab0b7204a6 req-5ffdc246-5afe-4793-a467-2d073468d886 service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Received unexpected event network-vif-plugged-3b04a2da-cc5c-40d3-b56a-d7ef0f407841 for instance with vm_state building and task_state spawning. [ 819.494636] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197808} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.494905] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.495656] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97599572-ed71-4c84-8b09-a4ce2530105b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.517887] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 35db3ef3-e153-4b15-989d-63ea7a30484f/35db3ef3-e153-4b15-989d-63ea7a30484f.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.518176] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5224e97-d4b6-47ac-beae-084942ee98e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.538205] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 819.538205] env[69220]: value = "task-2800852" [ 819.538205] env[69220]: _type = "Task" [ 819.538205] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.547265] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.575323] env[69220]: DEBUG nova.network.neutron [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Successfully updated port: 3b04a2da-cc5c-40d3-b56a-d7ef0f407841 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.598514] env[69220]: DEBUG oslo_vmware.api [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800849, 'name': PowerOnVM_Task, 'duration_secs': 0.795495} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.598793] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.599021] env[69220]: INFO nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Took 8.85 seconds to spawn the instance on the hypervisor. [ 819.599219] env[69220]: DEBUG nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.600087] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b1cd6-ea60-42ff-a6de-53e632003ae9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.645544] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d512f86d-3f2f-4544-80e9-5407a90f147c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.840180] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3d11ee4a-9598-463b-8c72-8684eded2fd7 tempest-SecurityGroupsTestJSON-1829151163 tempest-SecurityGroupsTestJSON-1829151163-project-member] Lock "17f009fc-b0fd-49e6-8074-0194dfab0f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.949s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.051736] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.079059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "refresh_cache-f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.079255] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "refresh_cache-f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.079595] env[69220]: DEBUG nova.network.neutron [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.116147] env[69220]: INFO nova.compute.manager [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Took 45.47 seconds to build instance. [ 820.290009] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c6e4ab-dff8-4529-877e-ef20dc63dc63 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.303694] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81a8b24-6f19-46e4-aba4-f426f38b5218 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.339043] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6b8e3-9a11-4cbc-898a-27160bb83a8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.347703] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583c497c-1c15-41a5-9775-18ffba1f3069 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.366065] env[69220]: DEBUG nova.compute.provider_tree [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.549019] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800852, 'name': ReconfigVM_Task, 'duration_secs': 0.890219} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.549337] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 35db3ef3-e153-4b15-989d-63ea7a30484f/35db3ef3-e153-4b15-989d-63ea7a30484f.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.550039] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3175e958-e06d-4a8d-b8d3-f25440f190be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.556070] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 820.556070] env[69220]: value = "task-2800853" [ 820.556070] env[69220]: _type = "Task" [ 820.556070] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.564732] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800853, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.621654] env[69220]: DEBUG nova.network.neutron [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.624278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3a63fea-3ddc-4b4d-9514-ebce03180cff tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.636s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.794016] env[69220]: DEBUG nova.network.neutron [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Updating instance_info_cache with network_info: [{"id": "3b04a2da-cc5c-40d3-b56a-d7ef0f407841", "address": "fa:16:3e:05:a7:8a", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b04a2da-cc", "ovs_interfaceid": "3b04a2da-cc5c-40d3-b56a-d7ef0f407841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.869582] env[69220]: DEBUG nova.scheduler.client.report [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.065648] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800853, 'name': Rename_Task, 'duration_secs': 0.274114} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.065908] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.066233] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ae0880-741f-46d9-abd7-7b50f9cd6481 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.073866] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 821.073866] env[69220]: value = "task-2800854" [ 821.073866] env[69220]: _type = "Task" [ 821.073866] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.084589] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.297224] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "refresh_cache-f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.300610] env[69220]: DEBUG nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Instance network_info: |[{"id": "3b04a2da-cc5c-40d3-b56a-d7ef0f407841", "address": "fa:16:3e:05:a7:8a", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b04a2da-cc", "ovs_interfaceid": "3b04a2da-cc5c-40d3-b56a-d7ef0f407841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.301147] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:a7:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b04a2da-cc5c-40d3-b56a-d7ef0f407841', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.313026] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.313704] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.313976] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27fd1f57-0057-4f17-8ad2-e11879bbf964 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.343554] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.343554] env[69220]: value = "task-2800855" [ 821.343554] env[69220]: _type = "Task" [ 821.343554] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.353357] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800855, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.376526] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.380028] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.005s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.382640] env[69220]: INFO nova.compute.claims [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.406886] env[69220]: INFO nova.scheduler.client.report [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Deleted allocations for instance 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0 [ 821.588300] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800854, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.736664] env[69220]: DEBUG nova.compute.manager [req-02bd0776-6cae-4773-81b4-9e04e53509b1 req-763961a1-28c2-424b-9cbb-d052f66ef3d1 service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Received event network-changed-3b04a2da-cc5c-40d3-b56a-d7ef0f407841 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.737057] env[69220]: DEBUG nova.compute.manager [req-02bd0776-6cae-4773-81b4-9e04e53509b1 req-763961a1-28c2-424b-9cbb-d052f66ef3d1 service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Refreshing instance network info cache due to event network-changed-3b04a2da-cc5c-40d3-b56a-d7ef0f407841. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 821.738165] env[69220]: DEBUG oslo_concurrency.lockutils [req-02bd0776-6cae-4773-81b4-9e04e53509b1 req-763961a1-28c2-424b-9cbb-d052f66ef3d1 service nova] Acquiring lock "refresh_cache-f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.738165] env[69220]: DEBUG oslo_concurrency.lockutils [req-02bd0776-6cae-4773-81b4-9e04e53509b1 req-763961a1-28c2-424b-9cbb-d052f66ef3d1 service nova] Acquired lock "refresh_cache-f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.738165] env[69220]: DEBUG nova.network.neutron [req-02bd0776-6cae-4773-81b4-9e04e53509b1 req-763961a1-28c2-424b-9cbb-d052f66ef3d1 service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Refreshing network info cache for port 3b04a2da-cc5c-40d3-b56a-d7ef0f407841 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.861089] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800855, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.920287] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78b5b2da-5b1a-4a46-9c73-97aca38d70e6 tempest-AttachInterfacesV270Test-2134985555 tempest-AttachInterfacesV270Test-2134985555-project-member] Lock "97a07f81-1c1d-4a27-93c9-2eb7523a5ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.120s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.088429] env[69220]: DEBUG oslo_vmware.api [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800854, 'name': PowerOnVM_Task, 'duration_secs': 0.680092} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.088429] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.088429] env[69220]: INFO nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Took 8.83 seconds to spawn the instance on the hypervisor. [ 822.088564] env[69220]: DEBUG nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.089603] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e231458b-345e-43c1-9c16-776ce394bc8a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.362201] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800855, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.543397] env[69220]: DEBUG nova.network.neutron [req-02bd0776-6cae-4773-81b4-9e04e53509b1 req-763961a1-28c2-424b-9cbb-d052f66ef3d1 service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Updated VIF entry in instance network info cache for port 3b04a2da-cc5c-40d3-b56a-d7ef0f407841. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.543806] env[69220]: DEBUG nova.network.neutron [req-02bd0776-6cae-4773-81b4-9e04e53509b1 req-763961a1-28c2-424b-9cbb-d052f66ef3d1 service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Updating instance_info_cache with network_info: [{"id": "3b04a2da-cc5c-40d3-b56a-d7ef0f407841", "address": "fa:16:3e:05:a7:8a", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b04a2da-cc", "ovs_interfaceid": "3b04a2da-cc5c-40d3-b56a-d7ef0f407841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.616649] env[69220]: INFO nova.compute.manager [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Took 44.86 seconds to build instance. [ 822.856404] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800855, 'name': CreateVM_Task, 'duration_secs': 1.085774} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.859278] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.860218] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.860412] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.860747] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.861132] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac52a8de-fa02-41d8-9cc7-e863e4ef6d97 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.869038] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 822.869038] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524fb2d2-a191-235e-e03d-1c96aa22cce4" [ 822.869038] env[69220]: _type = "Task" [ 822.869038] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.878512] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524fb2d2-a191-235e-e03d-1c96aa22cce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.942039] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef71f65-c4d3-4a00-86a6-4bad77972e11 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.949806] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef5f1b7-0f62-4bf7-a7ae-c20eac46f502 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.985136] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b829005e-17b4-4531-9124-a19017a20a70 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.993235] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01486aad-3fa8-4aa4-9145-ab694580d6d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.008037] env[69220]: DEBUG nova.compute.provider_tree [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.049044] env[69220]: DEBUG oslo_concurrency.lockutils [req-02bd0776-6cae-4773-81b4-9e04e53509b1 req-763961a1-28c2-424b-9cbb-d052f66ef3d1 service nova] Releasing lock "refresh_cache-f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.120739] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b77bc7a-7bfc-4b02-b98a-d710f034d641 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "35db3ef3-e153-4b15-989d-63ea7a30484f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.030s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.379253] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524fb2d2-a191-235e-e03d-1c96aa22cce4, 'name': SearchDatastore_Task, 'duration_secs': 0.027985} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.379553] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.379728] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.379959] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.380113] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.380288] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.380579] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ac4c46e-ec9d-4fd7-a498-adbdca0d3ecf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.390545] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.390545] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.393895] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cedc526-7255-45b0-9089-817ebc47d227 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.397755] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 823.397755] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e917f0-8e6e-c4b0-70c8-a02f10846b11" [ 823.397755] env[69220]: _type = "Task" [ 823.397755] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.406098] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e917f0-8e6e-c4b0-70c8-a02f10846b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.511286] env[69220]: DEBUG nova.scheduler.client.report [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.831347] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "35db3ef3-e153-4b15-989d-63ea7a30484f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.831659] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "35db3ef3-e153-4b15-989d-63ea7a30484f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.831869] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "35db3ef3-e153-4b15-989d-63ea7a30484f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.832061] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "35db3ef3-e153-4b15-989d-63ea7a30484f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.832232] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "35db3ef3-e153-4b15-989d-63ea7a30484f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.835844] env[69220]: INFO nova.compute.manager [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Terminating instance [ 823.910762] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e917f0-8e6e-c4b0-70c8-a02f10846b11, 'name': SearchDatastore_Task, 'duration_secs': 0.017463} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.911543] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7a49b7-3120-4802-99e7-22a6ccd67e6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.918682] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 823.918682] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52540d7b-a5a3-ad7a-7842-5306b78239c1" [ 823.918682] env[69220]: _type = "Task" [ 823.918682] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.928363] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52540d7b-a5a3-ad7a-7842-5306b78239c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.017307] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.017777] env[69220]: DEBUG nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.020850] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.345s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.021203] env[69220]: DEBUG nova.objects.instance [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 824.340278] env[69220]: DEBUG nova.compute.manager [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.340637] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.341614] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cbd4eb-56dc-41b0-8251-e189d5c1d0db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.350799] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.351151] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0939ea6-5d65-4373-abcd-07d8a32faf30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.357914] env[69220]: DEBUG oslo_vmware.api [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 824.357914] env[69220]: value = "task-2800856" [ 824.357914] env[69220]: _type = "Task" [ 824.357914] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.366276] env[69220]: DEBUG oslo_vmware.api [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.430150] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52540d7b-a5a3-ad7a-7842-5306b78239c1, 'name': SearchDatastore_Task, 'duration_secs': 0.016548} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.430495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.430855] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] f8a00329-2f19-4d00-93f0-4d3fc77b3ce2/f8a00329-2f19-4d00-93f0-4d3fc77b3ce2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.431169] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-747393a7-20fc-40d7-a3db-f5f2eb9757cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.438664] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 824.438664] env[69220]: value = "task-2800857" [ 824.438664] env[69220]: _type = "Task" [ 824.438664] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.446904] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.526659] env[69220]: DEBUG nova.compute.utils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.532269] env[69220]: DEBUG nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.532458] env[69220]: DEBUG nova.network.neutron [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.583913] env[69220]: DEBUG nova.policy [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9060a47f8a264decb4f438bd66928223', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dd0abb2cf3541b5a4359e5b6f9198c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.599181] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.599494] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.599724] env[69220]: DEBUG nova.compute.manager [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.600858] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fae41b-abb7-4a7e-b636-5079151a3758 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.608257] env[69220]: DEBUG nova.compute.manager [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 824.608933] env[69220]: DEBUG nova.objects.instance [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lazy-loading 'flavor' on Instance uuid f84d9118-28a4-4e43-af7a-87b553e77b3c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.867795] env[69220]: DEBUG oslo_vmware.api [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800856, 'name': PowerOffVM_Task, 'duration_secs': 0.243299} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.868591] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.868591] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.868591] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37595b1f-d842-4a6b-80ea-f98d4c5e6ed8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.898457] env[69220]: DEBUG nova.network.neutron [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Successfully created port: 12c2cb2a-44ab-4b75-bf79-533116bc40bd {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.947382] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.947571] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.947803] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleting the datastore file [datastore1] 35db3ef3-e153-4b15-989d-63ea7a30484f {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.951736] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f3b4ca9-1a3e-4e7e-8c25-cf578c3b994a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.953788] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800857, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.963239] env[69220]: DEBUG oslo_vmware.api [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 824.963239] env[69220]: value = "task-2800859" [ 824.963239] env[69220]: _type = "Task" [ 824.963239] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.972289] env[69220]: DEBUG oslo_vmware.api [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.033380] env[69220]: DEBUG nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.037180] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bab48be5-a6be-4e70-a988-2633aae2eacb tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.038660] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.484s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.038913] env[69220]: DEBUG nova.objects.instance [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lazy-loading 'resources' on Instance uuid 9421efc6-6e98-48f4-a136-b3217e97527f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.452897] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744167} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.453228] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] f8a00329-2f19-4d00-93f0-4d3fc77b3ce2/f8a00329-2f19-4d00-93f0-4d3fc77b3ce2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.453385] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.453644] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-727e11f6-1ea6-4ed6-9820-42352c332fcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.465686] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 825.465686] env[69220]: value = "task-2800860" [ 825.465686] env[69220]: _type = "Task" [ 825.465686] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.475039] env[69220]: DEBUG oslo_vmware.api [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.480271] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.544252] env[69220]: DEBUG nova.objects.instance [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lazy-loading 'numa_topology' on Instance uuid 9421efc6-6e98-48f4-a136-b3217e97527f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.622266] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.622584] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a867bc9a-4083-4285-aa1d-8d3296c95dd0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.633209] env[69220]: DEBUG oslo_vmware.api [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 825.633209] env[69220]: value = "task-2800861" [ 825.633209] env[69220]: _type = "Task" [ 825.633209] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.644265] env[69220]: DEBUG oslo_vmware.api [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.973064] env[69220]: DEBUG oslo_vmware.api [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2800859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619496} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.973676] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.973882] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.974074] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.974380] env[69220]: INFO nova.compute.manager [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 825.974647] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.974860] env[69220]: DEBUG nova.compute.manager [-] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.974972] env[69220]: DEBUG nova.network.neutron [-] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.980891] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071737} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.980891] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.980891] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f839fae-4b27-4cb8-ae5d-7da4582f5f0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.008470] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f8a00329-2f19-4d00-93f0-4d3fc77b3ce2/f8a00329-2f19-4d00-93f0-4d3fc77b3ce2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.008470] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3406bab-d9fa-469a-a02b-e38410134e72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.044170] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 826.044170] env[69220]: value = "task-2800862" [ 826.044170] env[69220]: _type = "Task" [ 826.044170] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.053720] env[69220]: DEBUG nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.056028] env[69220]: DEBUG nova.objects.base [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Object Instance<9421efc6-6e98-48f4-a136-b3217e97527f> lazy-loaded attributes: resources,numa_topology {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 826.058351] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.101463] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.101463] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.101463] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.101463] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.101463] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.101463] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.101463] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.101871] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.101871] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.101954] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.102078] env[69220]: DEBUG nova.virt.hardware [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.104133] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eb917b-fc40-4e29-9032-d3b6cd42fb09 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.113716] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e94a798-0ad5-4a5b-8e5b-fccaf55a7ebd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.142955] env[69220]: DEBUG oslo_vmware.api [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800861, 'name': PowerOffVM_Task, 'duration_secs': 0.213765} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.143246] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.145018] env[69220]: DEBUG nova.compute.manager [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.145018] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02898b71-9d6b-4e87-a718-1e2cceb1d690 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.559200] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800862, 'name': ReconfigVM_Task, 'duration_secs': 0.334639} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.564317] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f8a00329-2f19-4d00-93f0-4d3fc77b3ce2/f8a00329-2f19-4d00-93f0-4d3fc77b3ce2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.565236] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac4dfabb-b3f4-42e5-84f3-b6dd51e81c01 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.574562] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 826.574562] env[69220]: value = "task-2800863" [ 826.574562] env[69220]: _type = "Task" [ 826.574562] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.575362] env[69220]: DEBUG nova.network.neutron [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Successfully updated port: 12c2cb2a-44ab-4b75-bf79-533116bc40bd {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.598863] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800863, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.606821] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae4a918-c284-49d2-b0b2-1655c82a6bba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.612438] env[69220]: DEBUG nova.compute.manager [req-3e686d99-d78d-4c18-831c-4144503bef9d req-ba627b02-2410-48bc-b1bc-c0fe3fd3ffc7 service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Received event network-vif-plugged-12c2cb2a-44ab-4b75-bf79-533116bc40bd {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.612906] env[69220]: DEBUG oslo_concurrency.lockutils [req-3e686d99-d78d-4c18-831c-4144503bef9d req-ba627b02-2410-48bc-b1bc-c0fe3fd3ffc7 service nova] Acquiring lock "b721fee1-b833-466d-bbcf-b42827d20276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.613238] env[69220]: DEBUG oslo_concurrency.lockutils [req-3e686d99-d78d-4c18-831c-4144503bef9d req-ba627b02-2410-48bc-b1bc-c0fe3fd3ffc7 service nova] Lock "b721fee1-b833-466d-bbcf-b42827d20276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.613481] env[69220]: DEBUG oslo_concurrency.lockutils [req-3e686d99-d78d-4c18-831c-4144503bef9d req-ba627b02-2410-48bc-b1bc-c0fe3fd3ffc7 service nova] Lock "b721fee1-b833-466d-bbcf-b42827d20276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.613680] env[69220]: DEBUG nova.compute.manager [req-3e686d99-d78d-4c18-831c-4144503bef9d req-ba627b02-2410-48bc-b1bc-c0fe3fd3ffc7 service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] No waiting events found dispatching network-vif-plugged-12c2cb2a-44ab-4b75-bf79-533116bc40bd {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.614960] env[69220]: WARNING nova.compute.manager [req-3e686d99-d78d-4c18-831c-4144503bef9d req-ba627b02-2410-48bc-b1bc-c0fe3fd3ffc7 service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Received unexpected event network-vif-plugged-12c2cb2a-44ab-4b75-bf79-533116bc40bd for instance with vm_state building and task_state spawning. [ 826.618067] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fbe7e3-7c29-4df5-8803-98471539abfe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.655496] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22cc2e2-d102-4cb4-ab14-565918c7841d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.660988] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8de444f4-7f6a-4ab6-bd49-c3c31d06bf06 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.666781] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f529d64a-538c-4636-b5ff-efd4e60e3dcc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.686348] env[69220]: DEBUG nova.compute.provider_tree [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.088912] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800863, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.093411] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquiring lock "refresh_cache-b721fee1-b833-466d-bbcf-b42827d20276" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.093584] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquired lock "refresh_cache-b721fee1-b833-466d-bbcf-b42827d20276" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.093672] env[69220]: DEBUG nova.network.neutron [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.095800] env[69220]: DEBUG nova.compute.manager [req-15e9d170-dafb-4f9f-a883-66d913af7eb8 req-0afbc2b8-c934-46e1-9def-43dbcfe8da8d service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Received event network-vif-deleted-a0222e23-090a-4c74-a04f-ae99731c9400 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.096029] env[69220]: INFO nova.compute.manager [req-15e9d170-dafb-4f9f-a883-66d913af7eb8 req-0afbc2b8-c934-46e1-9def-43dbcfe8da8d service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Neutron deleted interface a0222e23-090a-4c74-a04f-ae99731c9400; detaching it from the instance and deleting it from the info cache [ 827.096162] env[69220]: DEBUG nova.network.neutron [req-15e9d170-dafb-4f9f-a883-66d913af7eb8 req-0afbc2b8-c934-46e1-9def-43dbcfe8da8d service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.190109] env[69220]: DEBUG nova.scheduler.client.report [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.276863] env[69220]: DEBUG nova.network.neutron [-] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.598654] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800863, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.602855] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfba0735-4018-40ce-92a0-747bfd801893 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.612206] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ba9175-b33e-481d-8410-25e310467a14 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.645463] env[69220]: DEBUG nova.compute.manager [req-15e9d170-dafb-4f9f-a883-66d913af7eb8 req-0afbc2b8-c934-46e1-9def-43dbcfe8da8d service nova] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Detach interface failed, port_id=a0222e23-090a-4c74-a04f-ae99731c9400, reason: Instance 35db3ef3-e153-4b15-989d-63ea7a30484f could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 827.646680] env[69220]: DEBUG nova.network.neutron [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.696092] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.657s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.699830] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.022s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.699830] env[69220]: DEBUG nova.objects.instance [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lazy-loading 'resources' on Instance uuid de0666cb-68cb-4257-9740-6dcea5554f27 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.721478] env[69220]: DEBUG nova.objects.instance [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lazy-loading 'flavor' on Instance uuid f84d9118-28a4-4e43-af7a-87b553e77b3c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.779483] env[69220]: INFO nova.compute.manager [-] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Took 1.80 seconds to deallocate network for instance. [ 827.886743] env[69220]: DEBUG nova.network.neutron [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Updating instance_info_cache with network_info: [{"id": "12c2cb2a-44ab-4b75-bf79-533116bc40bd", "address": "fa:16:3e:c7:90:50", "network": {"id": "bb48f2b5-23ef-47b0-9991-9b8a916b831f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-906805993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd0abb2cf3541b5a4359e5b6f9198c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2cb2a-44", "ovs_interfaceid": "12c2cb2a-44ab-4b75-bf79-533116bc40bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.092753] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800863, 'name': Rename_Task, 'duration_secs': 1.153137} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.093072] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.093338] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd0dd8ff-0973-4671-8b81-016c4d1a65d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.100121] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 828.100121] env[69220]: value = "task-2800864" [ 828.100121] env[69220]: _type = "Task" [ 828.100121] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.111861] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.209678] env[69220]: DEBUG oslo_concurrency.lockutils [None req-717128c6-145c-409d-a24e-c2e2328e1485 tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 63.209s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.210835] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.591s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.211106] env[69220]: INFO nova.compute.manager [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Unshelving [ 828.218120] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "ebef2186-26ad-468b-9a35-155092057368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.219513] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "ebef2186-26ad-468b-9a35-155092057368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.226311] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.226428] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquired lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.226609] env[69220]: DEBUG nova.network.neutron [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.226794] env[69220]: DEBUG nova.objects.instance [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lazy-loading 'info_cache' on Instance uuid f84d9118-28a4-4e43-af7a-87b553e77b3c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.287604] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.388459] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Releasing lock "refresh_cache-b721fee1-b833-466d-bbcf-b42827d20276" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.388805] env[69220]: DEBUG nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Instance network_info: |[{"id": "12c2cb2a-44ab-4b75-bf79-533116bc40bd", "address": "fa:16:3e:c7:90:50", "network": {"id": "bb48f2b5-23ef-47b0-9991-9b8a916b831f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-906805993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd0abb2cf3541b5a4359e5b6f9198c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2cb2a-44", "ovs_interfaceid": "12c2cb2a-44ab-4b75-bf79-533116bc40bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.389251] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:90:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c2cb2a-44ab-4b75-bf79-533116bc40bd', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.397202] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Creating folder: Project (7dd0abb2cf3541b5a4359e5b6f9198c0). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.400240] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed5f4dd0-a281-412c-b5f5-dc509ae794a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.411793] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Created folder: Project (7dd0abb2cf3541b5a4359e5b6f9198c0) in parent group-v562703. [ 828.412058] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Creating folder: Instances. Parent ref: group-v562861. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.412325] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fc5291a-bf88-45c7-856e-dc9c53ff03e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.425638] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Created folder: Instances in parent group-v562861. [ 828.425951] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.428883] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.429220] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c62eb3f2-24a7-486c-9fd3-462b6250cbce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.452834] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.452834] env[69220]: value = "task-2800867" [ 828.452834] env[69220]: _type = "Task" [ 828.452834] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.463581] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800867, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.610954] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800864, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.698098] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cfc64d-69ec-4faf-81f5-9766cd10a6a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.706234] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2220a87-e838-43a4-b593-793d8f864747 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.722025] env[69220]: DEBUG nova.compute.manager [req-17bd8186-f76f-4c30-b4e8-a7052d5a3f5e req-c1f2ab49-8a5a-46cd-ba8d-e924eec00ddb service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Received event network-changed-12c2cb2a-44ab-4b75-bf79-533116bc40bd {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.722025] env[69220]: DEBUG nova.compute.manager [req-17bd8186-f76f-4c30-b4e8-a7052d5a3f5e req-c1f2ab49-8a5a-46cd-ba8d-e924eec00ddb service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Refreshing instance network info cache due to event network-changed-12c2cb2a-44ab-4b75-bf79-533116bc40bd. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.722025] env[69220]: DEBUG oslo_concurrency.lockutils [req-17bd8186-f76f-4c30-b4e8-a7052d5a3f5e req-c1f2ab49-8a5a-46cd-ba8d-e924eec00ddb service nova] Acquiring lock "refresh_cache-b721fee1-b833-466d-bbcf-b42827d20276" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.722025] env[69220]: DEBUG oslo_concurrency.lockutils [req-17bd8186-f76f-4c30-b4e8-a7052d5a3f5e req-c1f2ab49-8a5a-46cd-ba8d-e924eec00ddb service nova] Acquired lock "refresh_cache-b721fee1-b833-466d-bbcf-b42827d20276" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.722025] env[69220]: DEBUG nova.network.neutron [req-17bd8186-f76f-4c30-b4e8-a7052d5a3f5e req-c1f2ab49-8a5a-46cd-ba8d-e924eec00ddb service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Refreshing network info cache for port 12c2cb2a-44ab-4b75-bf79-533116bc40bd {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.754304] env[69220]: DEBUG nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.758853] env[69220]: DEBUG nova.objects.base [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 828.762430] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24eaf69-1f16-4411-9749-af031965be30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.772512] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce5a691-6201-4e14-9766-a8afa0674442 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.789290] env[69220]: DEBUG nova.compute.provider_tree [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.963389] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800867, 'name': CreateVM_Task, 'duration_secs': 0.452212} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.963581] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.964285] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.964449] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.964769] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.965029] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcea471e-c091-4d3b-b80b-2397ae62a01d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.969573] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 828.969573] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52052485-1fd5-4700-9406-1e59da92b7a5" [ 828.969573] env[69220]: _type = "Task" [ 828.969573] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.977324] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52052485-1fd5-4700-9406-1e59da92b7a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.111675] env[69220]: DEBUG oslo_vmware.api [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800864, 'name': PowerOnVM_Task, 'duration_secs': 0.522933} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.112022] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.112262] env[69220]: INFO nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Took 9.84 seconds to spawn the instance on the hypervisor. [ 829.112481] env[69220]: DEBUG nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.113367] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f989ecf-561b-47a9-b5d8-92a4bf2ed4a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.234142] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.275367] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.292667] env[69220]: DEBUG nova.scheduler.client.report [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.475329] env[69220]: DEBUG nova.network.neutron [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Updating instance_info_cache with network_info: [{"id": "2e588592-4fa4-4bca-916c-d7dd5fc82f3b", "address": "fa:16:3e:a1:21:8e", "network": {"id": "0b3ae974-7002-4750-b864-a41c79b97b1d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1746720024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f372be0438b346f3b4e3082fe040321c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e588592-4f", "ovs_interfaceid": "2e588592-4fa4-4bca-916c-d7dd5fc82f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.481735] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52052485-1fd5-4700-9406-1e59da92b7a5, 'name': SearchDatastore_Task, 'duration_secs': 0.044149} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.481735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.481735] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.481735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.481735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.481735] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.483979] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38489f82-3122-4366-91dd-daa370994b34 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.492764] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.492963] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.493964] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ec1f4f-066d-47d6-b822-93b6b155685e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.499653] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 829.499653] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fe8379-3075-43fe-2105-080a41822586" [ 829.499653] env[69220]: _type = "Task" [ 829.499653] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.507307] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fe8379-3075-43fe-2105-080a41822586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.533991] env[69220]: DEBUG nova.network.neutron [req-17bd8186-f76f-4c30-b4e8-a7052d5a3f5e req-c1f2ab49-8a5a-46cd-ba8d-e924eec00ddb service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Updated VIF entry in instance network info cache for port 12c2cb2a-44ab-4b75-bf79-533116bc40bd. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.534561] env[69220]: DEBUG nova.network.neutron [req-17bd8186-f76f-4c30-b4e8-a7052d5a3f5e req-c1f2ab49-8a5a-46cd-ba8d-e924eec00ddb service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Updating instance_info_cache with network_info: [{"id": "12c2cb2a-44ab-4b75-bf79-533116bc40bd", "address": "fa:16:3e:c7:90:50", "network": {"id": "bb48f2b5-23ef-47b0-9991-9b8a916b831f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-906805993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dd0abb2cf3541b5a4359e5b6f9198c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c2cb2a-44", "ovs_interfaceid": "12c2cb2a-44ab-4b75-bf79-533116bc40bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.632093] env[69220]: INFO nova.compute.manager [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Took 49.19 seconds to build instance. [ 829.788443] env[69220]: DEBUG oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edb953-e5c8-270a-4d3c-352eb04acabd/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 829.789442] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610124c-5df8-4748-b300-84dce9b65274 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.796226] env[69220]: DEBUG oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edb953-e5c8-270a-4d3c-352eb04acabd/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 829.796913] env[69220]: ERROR oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edb953-e5c8-270a-4d3c-352eb04acabd/disk-0.vmdk due to incomplete transfer. [ 829.797580] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.799535] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f79ab3c-9941-4a91-9b65-540e1a9c5882 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.801549] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.341s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.803569] env[69220]: INFO nova.compute.claims [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.812244] env[69220]: DEBUG oslo_vmware.rw_handles [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edb953-e5c8-270a-4d3c-352eb04acabd/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 829.812584] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Uploaded image b8ea7d2a-9a59-494a-b619-bbcc4a16f7ca to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 829.815317] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.815572] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2054b0da-ff50-4162-8b23-c7ae7ea6e227 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.822675] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 829.822675] env[69220]: value = "task-2800868" [ 829.822675] env[69220]: _type = "Task" [ 829.822675] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.828058] env[69220]: INFO nova.scheduler.client.report [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Deleted allocations for instance de0666cb-68cb-4257-9740-6dcea5554f27 [ 829.838025] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800868, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.981936] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Releasing lock "refresh_cache-f84d9118-28a4-4e43-af7a-87b553e77b3c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.013300] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fe8379-3075-43fe-2105-080a41822586, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.014125] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5a73c3-e7dd-41f4-9cdc-fc06e941ad06 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.020942] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 830.020942] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a58892-fd4d-0c36-ad38-6bb7982ad423" [ 830.020942] env[69220]: _type = "Task" [ 830.020942] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.028967] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a58892-fd4d-0c36-ad38-6bb7982ad423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.037953] env[69220]: DEBUG oslo_concurrency.lockutils [req-17bd8186-f76f-4c30-b4e8-a7052d5a3f5e req-c1f2ab49-8a5a-46cd-ba8d-e924eec00ddb service nova] Releasing lock "refresh_cache-b721fee1-b833-466d-bbcf-b42827d20276" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.134472] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b915986-77c5-4f2c-a0eb-08af2930a997 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.588s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.332639] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800868, 'name': Destroy_Task, 'duration_secs': 0.366882} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.332906] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Destroyed the VM [ 830.333226] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.333476] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f55606fd-411c-484e-842c-9cdc74d4974f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.341705] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ece3a3fe-a796-4374-b051-51cc315ced0b tempest-AttachInterfacesUnderV243Test-1781979492 tempest-AttachInterfacesUnderV243Test-1781979492-project-member] Lock "de0666cb-68cb-4257-9740-6dcea5554f27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.534s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.342940] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 830.342940] env[69220]: value = "task-2800869" [ 830.342940] env[69220]: _type = "Task" [ 830.342940] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.357668] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.533999] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a58892-fd4d-0c36-ad38-6bb7982ad423, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.535214] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.535214] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b721fee1-b833-466d-bbcf-b42827d20276/b721fee1-b833-466d-bbcf-b42827d20276.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.535214] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae2486b2-eeac-46c4-8c4b-6693df3e9f22 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.543412] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 830.543412] env[69220]: value = "task-2800870" [ 830.543412] env[69220]: _type = "Task" [ 830.543412] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.551988] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.853868] env[69220]: DEBUG oslo_vmware.api [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800869, 'name': RemoveSnapshot_Task, 'duration_secs': 0.422062} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.854251] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.854497] env[69220]: INFO nova.compute.manager [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Took 16.12 seconds to snapshot the instance on the hypervisor. [ 830.882719] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.883122] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.884278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.884278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.884278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.888365] env[69220]: INFO nova.compute.manager [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Terminating instance [ 830.988104] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.989269] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89fe6bcb-0365-48d9-ae97-f63cd13e02da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.997295] env[69220]: DEBUG oslo_vmware.api [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 830.997295] env[69220]: value = "task-2800871" [ 830.997295] env[69220]: _type = "Task" [ 830.997295] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.010880] env[69220]: DEBUG oslo_vmware.api [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.013269] env[69220]: DEBUG nova.compute.manager [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.015133] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e6909f-3d2e-4815-aaeb-5fb117c56c3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.058015] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800870, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.306964] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d671726-77a2-4a68-a4ac-ee08284dbcba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.315084] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388103d9-8038-4b23-a43e-d6bc9147d0bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.348349] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aa110a-ce08-4628-9bc4-62f08c4db1ed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.356619] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368c3edc-9c6f-41bd-9645-adc9343d0757 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.361561] env[69220]: DEBUG nova.compute.manager [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Instance disappeared during snapshot {{(pid=69220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 831.378022] env[69220]: DEBUG nova.compute.provider_tree [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.381193] env[69220]: DEBUG nova.compute.manager [None req-3554ca1e-4198-451a-969b-c071730624b7 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image not found during clean up b8ea7d2a-9a59-494a-b619-bbcc4a16f7ca {{(pid=69220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 831.394994] env[69220]: DEBUG nova.compute.manager [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.396423] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.396423] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fb5628-8d2f-4a74-9b0e-d1808105bfea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.404101] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.404572] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f6194c5-b196-48aa-88bb-6a3ff333c4e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.479767] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.480231] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.480318] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleting the datastore file [datastore1] b54b0c55-d840-426d-ac09-f0f4ad0cb319 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.480618] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4654cb6-ae48-403b-9d0b-3a2283fa8926 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.487540] env[69220]: DEBUG oslo_vmware.api [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 831.487540] env[69220]: value = "task-2800873" [ 831.487540] env[69220]: _type = "Task" [ 831.487540] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.496677] env[69220]: DEBUG oslo_vmware.api [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.506768] env[69220]: DEBUG oslo_vmware.api [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800871, 'name': PowerOnVM_Task, 'duration_secs': 0.433137} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.506768] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.506904] env[69220]: DEBUG nova.compute.manager [None req-9d7825b4-305d-4094-9f71-202a01810ddd tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.507656] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e845b06-042b-4923-804f-d8685a5307ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.531589] env[69220]: INFO nova.compute.manager [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] instance snapshotting [ 831.534405] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab895d5-3cff-456c-822e-71abb7b12377 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.557375] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6909d99-a73d-4c4c-976f-32c2f521234b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.569725] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.569884] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.570999] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529836} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.573833] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b721fee1-b833-466d-bbcf-b42827d20276/b721fee1-b833-466d-bbcf-b42827d20276.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.574093] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.574697] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04037195-8af2-4ae1-bf59-f000f3e57722 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.580640] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 831.580640] env[69220]: value = "task-2800874" [ 831.580640] env[69220]: _type = "Task" [ 831.580640] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.589677] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.881470] env[69220]: DEBUG nova.scheduler.client.report [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.997291] env[69220]: DEBUG oslo_vmware.api [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141406} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.997537] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.997755] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.997971] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.998183] env[69220]: INFO nova.compute.manager [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Took 0.60 seconds to destroy the instance on the hypervisor. [ 831.998461] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.998669] env[69220]: DEBUG nova.compute.manager [-] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.998849] env[69220]: DEBUG nova.network.neutron [-] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.074741] env[69220]: DEBUG nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.082022] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.082022] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-679c3236-d2d8-4a0d-b070-11a5e58facbd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.089969] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067474} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.091279] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.091668] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 832.091668] env[69220]: value = "task-2800875" [ 832.091668] env[69220]: _type = "Task" [ 832.091668] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.092946] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2287f3-5eda-4d0e-9eb2-420fc3d994f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.121022] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] b721fee1-b833-466d-bbcf-b42827d20276/b721fee1-b833-466d-bbcf-b42827d20276.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.121022] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800875, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.121022] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f5eb23-9446-4bb8-9948-7e324b043143 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.142192] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 832.142192] env[69220]: value = "task-2800876" [ 832.142192] env[69220]: _type = "Task" [ 832.142192] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.152475] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.387499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.388041] env[69220]: DEBUG nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.391024] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.617s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.391242] env[69220]: DEBUG nova.objects.instance [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lazy-loading 'resources' on Instance uuid 2abcf079-cc67-4bd8-ae8a-c4eee07835ae {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.602267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.609710] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800875, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.654834] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.899878] env[69220]: DEBUG nova.compute.utils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.904042] env[69220]: DEBUG nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.904425] env[69220]: DEBUG nova.network.neutron [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.000436] env[69220]: DEBUG nova.policy [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9740723a38a64b4aa76c7fdcd3ab2f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92b9177127a440f849b7c0ceff2ca30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.015389] env[69220]: DEBUG nova.compute.manager [req-04a90c86-47fe-4f45-8fe0-b805574c133c req-1fb1b413-89eb-43ca-8ea0-71e7dfc4a972 service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Received event network-vif-deleted-34ec4773-775a-4cfa-a64d-c688491c60f7 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.015599] env[69220]: INFO nova.compute.manager [req-04a90c86-47fe-4f45-8fe0-b805574c133c req-1fb1b413-89eb-43ca-8ea0-71e7dfc4a972 service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Neutron deleted interface 34ec4773-775a-4cfa-a64d-c688491c60f7; detaching it from the instance and deleting it from the info cache [ 833.015827] env[69220]: DEBUG nova.network.neutron [req-04a90c86-47fe-4f45-8fe0-b805574c133c req-1fb1b413-89eb-43ca-8ea0-71e7dfc4a972 service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.106998] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800875, 'name': CreateSnapshot_Task, 'duration_secs': 0.986882} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.107819] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.108866] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f15b9-d7a0-489a-99e2-571a3e35810a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.155927] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800876, 'name': ReconfigVM_Task, 'duration_secs': 0.585361} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.156261] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Reconfigured VM instance instance-00000038 to attach disk [datastore1] b721fee1-b833-466d-bbcf-b42827d20276/b721fee1-b833-466d-bbcf-b42827d20276.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.156899] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11d3f291-db2e-42ff-96da-8cb089b2d14c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.158646] env[69220]: DEBUG nova.network.neutron [-] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.164754] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 833.164754] env[69220]: value = "task-2800877" [ 833.164754] env[69220]: _type = "Task" [ 833.164754] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.178045] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800877, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.404369] env[69220]: DEBUG nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.426980] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e4ff9-3b26-40b7-909b-39885d7fea80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.434448] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75967f5d-7c71-4a88-933c-e617e3b8fd2f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.470103] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51353e9a-f422-43fe-ad30-6cd949f59869 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.478854] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd4ddfa-cb1a-45f3-ba35-6df6a9e66042 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.495429] env[69220]: DEBUG nova.compute.provider_tree [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.519148] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84e52f2a-2678-4927-97d7-482e5bfdbd5d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.529406] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6b82ce-2590-4099-8caa-815df73d7273 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.561239] env[69220]: DEBUG nova.compute.manager [req-04a90c86-47fe-4f45-8fe0-b805574c133c req-1fb1b413-89eb-43ca-8ea0-71e7dfc4a972 service nova] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Detach interface failed, port_id=34ec4773-775a-4cfa-a64d-c688491c60f7, reason: Instance b54b0c55-d840-426d-ac09-f0f4ad0cb319 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 833.632129] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.632129] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e9f217c-0b04-42c0-84ce-2442dbb99f23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.639742] env[69220]: DEBUG nova.network.neutron [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Successfully created port: e058c7eb-9de0-430f-8284-a74a9ebf04ed {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.649151] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 833.649151] env[69220]: value = "task-2800878" [ 833.649151] env[69220]: _type = "Task" [ 833.649151] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.659305] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.662362] env[69220]: INFO nova.compute.manager [-] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Took 1.66 seconds to deallocate network for instance. [ 833.677093] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800877, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.999098] env[69220]: DEBUG nova.scheduler.client.report [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.160159] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task} progress is 93%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.172573] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.178171] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800877, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.414332] env[69220]: DEBUG nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.442280] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.442646] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.442881] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.443091] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.443242] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.443390] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.443613] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.443834] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.444034] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.444206] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.444379] env[69220]: DEBUG nova.virt.hardware [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.445278] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8713d8-5bfb-405d-8fd0-576db64dccae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.453246] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b1f738-6220-47ca-8127-94e8af4d0783 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.504682] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.507099] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.188s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.508606] env[69220]: INFO nova.compute.claims [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.530059] env[69220]: INFO nova.scheduler.client.report [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted allocations for instance 2abcf079-cc67-4bd8-ae8a-c4eee07835ae [ 834.660850] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.677383] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800877, 'name': Rename_Task, 'duration_secs': 1.130518} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.677699] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.677955] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9d03e0a-6f7e-4421-8cd2-97054f7057a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.683939] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 834.683939] env[69220]: value = "task-2800879" [ 834.683939] env[69220]: _type = "Task" [ 834.683939] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.692914] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.041767] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b3dc66a8-182c-48e9-ba17-aa2d16d1eded tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "2abcf079-cc67-4bd8-ae8a-c4eee07835ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.313s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.162515] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.195377] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800879, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.452177] env[69220]: DEBUG nova.compute.manager [req-83e54dfb-d7aa-409c-9c85-0c10256ae874 req-29f79cf9-4dfa-47fb-9918-7ab81db2e9e3 service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Received event network-vif-plugged-e058c7eb-9de0-430f-8284-a74a9ebf04ed {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.452177] env[69220]: DEBUG oslo_concurrency.lockutils [req-83e54dfb-d7aa-409c-9c85-0c10256ae874 req-29f79cf9-4dfa-47fb-9918-7ab81db2e9e3 service nova] Acquiring lock "b272255c-f6df-47de-b804-89c5b5f1dbfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.452177] env[69220]: DEBUG oslo_concurrency.lockutils [req-83e54dfb-d7aa-409c-9c85-0c10256ae874 req-29f79cf9-4dfa-47fb-9918-7ab81db2e9e3 service nova] Lock "b272255c-f6df-47de-b804-89c5b5f1dbfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.452177] env[69220]: DEBUG oslo_concurrency.lockutils [req-83e54dfb-d7aa-409c-9c85-0c10256ae874 req-29f79cf9-4dfa-47fb-9918-7ab81db2e9e3 service nova] Lock "b272255c-f6df-47de-b804-89c5b5f1dbfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.452177] env[69220]: DEBUG nova.compute.manager [req-83e54dfb-d7aa-409c-9c85-0c10256ae874 req-29f79cf9-4dfa-47fb-9918-7ab81db2e9e3 service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] No waiting events found dispatching network-vif-plugged-e058c7eb-9de0-430f-8284-a74a9ebf04ed {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.452177] env[69220]: WARNING nova.compute.manager [req-83e54dfb-d7aa-409c-9c85-0c10256ae874 req-29f79cf9-4dfa-47fb-9918-7ab81db2e9e3 service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Received unexpected event network-vif-plugged-e058c7eb-9de0-430f-8284-a74a9ebf04ed for instance with vm_state building and task_state spawning. [ 835.553472] env[69220]: DEBUG nova.network.neutron [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Successfully updated port: e058c7eb-9de0-430f-8284-a74a9ebf04ed {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.660881] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.699228] env[69220]: DEBUG oslo_vmware.api [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800879, 'name': PowerOnVM_Task, 'duration_secs': 0.537763} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.702207] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.702419] env[69220]: INFO nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Took 9.65 seconds to spawn the instance on the hypervisor. [ 835.702608] env[69220]: DEBUG nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.703959] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db79c55c-9e87-45e9-802e-72dd1f343aea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.795403] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.795403] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.795403] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.795403] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.795403] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.797493] env[69220]: INFO nova.compute.manager [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Terminating instance [ 835.983135] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0aedd-d862-40a4-898f-083db3457954 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.990642] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88950d88-f05c-44fd-91cb-856587167500 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.023474] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ae94b-33fb-450c-903f-2ba478078b94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.030977] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e841b-a540-49b2-a890-16ec2fc33c78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.044104] env[69220]: DEBUG nova.compute.provider_tree [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.056149] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-b272255c-f6df-47de-b804-89c5b5f1dbfa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.056195] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-b272255c-f6df-47de-b804-89c5b5f1dbfa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.056352] env[69220]: DEBUG nova.network.neutron [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.160378] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.226108] env[69220]: INFO nova.compute.manager [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Took 49.89 seconds to build instance. [ 836.301904] env[69220]: DEBUG nova.compute.manager [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.302105] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.303054] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baae96e3-cce5-41d3-8d9f-42369b79b31d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.313549] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.313848] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de2848eb-751d-45a7-b3c8-ec2a86cb925d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.320225] env[69220]: DEBUG oslo_vmware.api [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 836.320225] env[69220]: value = "task-2800880" [ 836.320225] env[69220]: _type = "Task" [ 836.320225] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.327856] env[69220]: DEBUG oslo_vmware.api [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.548820] env[69220]: DEBUG nova.scheduler.client.report [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.615224] env[69220]: DEBUG nova.network.neutron [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.661957] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.728157] env[69220]: DEBUG oslo_concurrency.lockutils [None req-392f6546-78db-43bd-97e3-e0d01f9443f7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "b721fee1-b833-466d-bbcf-b42827d20276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.398s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.804816] env[69220]: DEBUG nova.network.neutron [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Updating instance_info_cache with network_info: [{"id": "e058c7eb-9de0-430f-8284-a74a9ebf04ed", "address": "fa:16:3e:99:0b:10", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape058c7eb-9d", "ovs_interfaceid": "e058c7eb-9de0-430f-8284-a74a9ebf04ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.832812] env[69220]: DEBUG oslo_vmware.api [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800880, 'name': PowerOffVM_Task, 'duration_secs': 0.196629} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.833057] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.834358] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.834358] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47032cbb-bfc5-482b-a91d-8a38ba0d9b2c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.895176] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.895563] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.895563] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleting the datastore file [datastore1] e2a3e0f2-5200-402f-b5df-fb3420bd99c3 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.897065] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ba11d6c-3f09-4845-920b-dc0d1b376e6e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.902279] env[69220]: DEBUG oslo_vmware.api [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 836.902279] env[69220]: value = "task-2800882" [ 836.902279] env[69220]: _type = "Task" [ 836.902279] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.910693] env[69220]: DEBUG oslo_vmware.api [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.054499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.055062] env[69220]: DEBUG nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.059230] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.486s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.059703] env[69220]: DEBUG nova.objects.instance [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lazy-loading 'resources' on Instance uuid 3b49b25d-d39a-4b0c-85ed-7383c401c3b6 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.164259] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.306094] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-b272255c-f6df-47de-b804-89c5b5f1dbfa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.306449] env[69220]: DEBUG nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Instance network_info: |[{"id": "e058c7eb-9de0-430f-8284-a74a9ebf04ed", "address": "fa:16:3e:99:0b:10", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape058c7eb-9d", "ovs_interfaceid": "e058c7eb-9de0-430f-8284-a74a9ebf04ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.306914] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:0b:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e058c7eb-9de0-430f-8284-a74a9ebf04ed', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.314947] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating folder: Project (b92b9177127a440f849b7c0ceff2ca30). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.315396] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dabc153-725a-4f80-9618-fc8fdb30231c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.325999] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Created folder: Project (b92b9177127a440f849b7c0ceff2ca30) in parent group-v562703. [ 837.326222] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating folder: Instances. Parent ref: group-v562866. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.326599] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c912961-494a-41fa-a8b7-44f2e23356cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.335915] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Created folder: Instances in parent group-v562866. [ 837.335915] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.335915] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.336122] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f675a888-7244-4454-9b00-286d95cd199e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.356414] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.356414] env[69220]: value = "task-2800885" [ 837.356414] env[69220]: _type = "Task" [ 837.356414] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.369356] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800885, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.412839] env[69220]: DEBUG oslo_vmware.api [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137552} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.415743] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.415743] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.415743] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.415743] env[69220]: INFO nova.compute.manager [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 837.415743] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.415743] env[69220]: DEBUG nova.compute.manager [-] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.415743] env[69220]: DEBUG nova.network.neutron [-] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.482090] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquiring lock "b721fee1-b833-466d-bbcf-b42827d20276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.482375] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "b721fee1-b833-466d-bbcf-b42827d20276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.482596] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquiring lock "b721fee1-b833-466d-bbcf-b42827d20276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.482768] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "b721fee1-b833-466d-bbcf-b42827d20276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.482929] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "b721fee1-b833-466d-bbcf-b42827d20276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.485931] env[69220]: INFO nova.compute.manager [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Terminating instance [ 837.541620] env[69220]: DEBUG nova.compute.manager [req-c57c8200-aad7-4377-a895-991d7d6dea4b req-e8c3bf1a-1f02-4d64-9d08-c45dd70d550c service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Received event network-changed-e058c7eb-9de0-430f-8284-a74a9ebf04ed {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.541916] env[69220]: DEBUG nova.compute.manager [req-c57c8200-aad7-4377-a895-991d7d6dea4b req-e8c3bf1a-1f02-4d64-9d08-c45dd70d550c service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Refreshing instance network info cache due to event network-changed-e058c7eb-9de0-430f-8284-a74a9ebf04ed. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 837.542504] env[69220]: DEBUG oslo_concurrency.lockutils [req-c57c8200-aad7-4377-a895-991d7d6dea4b req-e8c3bf1a-1f02-4d64-9d08-c45dd70d550c service nova] Acquiring lock "refresh_cache-b272255c-f6df-47de-b804-89c5b5f1dbfa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.542691] env[69220]: DEBUG oslo_concurrency.lockutils [req-c57c8200-aad7-4377-a895-991d7d6dea4b req-e8c3bf1a-1f02-4d64-9d08-c45dd70d550c service nova] Acquired lock "refresh_cache-b272255c-f6df-47de-b804-89c5b5f1dbfa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.542907] env[69220]: DEBUG nova.network.neutron [req-c57c8200-aad7-4377-a895-991d7d6dea4b req-e8c3bf1a-1f02-4d64-9d08-c45dd70d550c service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Refreshing network info cache for port e058c7eb-9de0-430f-8284-a74a9ebf04ed {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.563602] env[69220]: DEBUG nova.compute.utils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.568978] env[69220]: DEBUG nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.569562] env[69220]: DEBUG nova.network.neutron [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.617777] env[69220]: DEBUG nova.policy [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '786d76fe54d145cc912c9b12b66489d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18d3f2f907544c7d8c5b53d16bb22fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.662904] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800878, 'name': CloneVM_Task, 'duration_secs': 4.013427} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.665959] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Created linked-clone VM from snapshot [ 837.667296] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adca57a3-29be-40ac-a516-9122d4946236 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.676069] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Uploading image 6ae14cad-8a62-4200-8f00-7bee100816be {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.701959] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.702367] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b112e698-e6be-4791-8504-df4e46f2884f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.713528] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 837.713528] env[69220]: value = "task-2800886" [ 837.713528] env[69220]: _type = "Task" [ 837.713528] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.727831] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800886, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.868461] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800885, 'name': CreateVM_Task, 'duration_secs': 0.440543} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.869012] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.872947] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.872947] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.873303] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.873768] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d43cc73-ec15-4797-8248-ed9cd622cff3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.878520] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 837.878520] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520940b8-e894-8fba-1eb4-9bf670ef15a9" [ 837.878520] env[69220]: _type = "Task" [ 837.878520] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.890158] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520940b8-e894-8fba-1eb4-9bf670ef15a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.930814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.930995] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.989665] env[69220]: DEBUG nova.compute.manager [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.992267] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.992267] env[69220]: DEBUG nova.network.neutron [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Successfully created port: 467d14be-27fa-4119-ab66-68508ae25cef {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.995444] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658ce7f7-ed1e-408a-b22a-3b3bce958202 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.011847] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.011847] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1848f28b-3cc3-4292-b23d-04e789ae8024 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.018431] env[69220]: DEBUG oslo_vmware.api [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 838.018431] env[69220]: value = "task-2800887" [ 838.018431] env[69220]: _type = "Task" [ 838.018431] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.026813] env[69220]: DEBUG oslo_vmware.api [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.069152] env[69220]: DEBUG nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.176634] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e0858a-d0b4-4255-8aad-ad07eea607b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.187130] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932c2229-a3a1-444d-a831-c6f7576a7564 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.235115] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a914b1-a570-4e5a-9735-876b52c70031 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.239856] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800886, 'name': Destroy_Task, 'duration_secs': 0.435683} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.244167] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Destroyed the VM [ 838.244167] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.244167] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6ac00ed-7a24-4b8a-95e5-5c7159bd543d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.245219] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0400cfa8-295e-4439-8176-c4f5b49be5f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.259331] env[69220]: DEBUG nova.compute.provider_tree [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.262149] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 838.262149] env[69220]: value = "task-2800888" [ 838.262149] env[69220]: _type = "Task" [ 838.262149] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.274937] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.320196] env[69220]: DEBUG nova.network.neutron [req-c57c8200-aad7-4377-a895-991d7d6dea4b req-e8c3bf1a-1f02-4d64-9d08-c45dd70d550c service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Updated VIF entry in instance network info cache for port e058c7eb-9de0-430f-8284-a74a9ebf04ed. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.320661] env[69220]: DEBUG nova.network.neutron [req-c57c8200-aad7-4377-a895-991d7d6dea4b req-e8c3bf1a-1f02-4d64-9d08-c45dd70d550c service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Updating instance_info_cache with network_info: [{"id": "e058c7eb-9de0-430f-8284-a74a9ebf04ed", "address": "fa:16:3e:99:0b:10", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape058c7eb-9d", "ovs_interfaceid": "e058c7eb-9de0-430f-8284-a74a9ebf04ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.370106] env[69220]: DEBUG nova.network.neutron [-] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.390348] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520940b8-e894-8fba-1eb4-9bf670ef15a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.390711] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.390943] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.391192] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.391392] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.391521] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.391783] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-375a07b7-313e-4016-bf23-3cc6a9129b54 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.400660] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.401113] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.401992] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d4841d-8f61-4076-a025-8480074d7f96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.410675] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 838.410675] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52796251-ab93-f3df-18f6-2e11058f70f7" [ 838.410675] env[69220]: _type = "Task" [ 838.410675] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.423781] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52796251-ab93-f3df-18f6-2e11058f70f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.424579] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c41452-d526-4ff4-8ff0-8d3bc7402adb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.429868] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 838.429868] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526c824b-b935-e968-2b5c-73c63419a679" [ 838.429868] env[69220]: _type = "Task" [ 838.429868] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.437693] env[69220]: DEBUG nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.440616] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526c824b-b935-e968-2b5c-73c63419a679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.529018] env[69220]: DEBUG oslo_vmware.api [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800887, 'name': PowerOffVM_Task, 'duration_secs': 0.253757} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.529311] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.529481] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.529739] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d68ee16-c334-487f-a3c4-bbad0658e80f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.587988] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.588283] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.588503] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Deleting the datastore file [datastore1] b721fee1-b833-466d-bbcf-b42827d20276 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.588841] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16082ce7-8084-47f6-be83-cc5cd9d9689d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.596734] env[69220]: DEBUG oslo_vmware.api [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for the task: (returnval){ [ 838.596734] env[69220]: value = "task-2800890" [ 838.596734] env[69220]: _type = "Task" [ 838.596734] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.604732] env[69220]: DEBUG oslo_vmware.api [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.764634] env[69220]: DEBUG nova.scheduler.client.report [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.776490] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800888, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.825658] env[69220]: DEBUG oslo_concurrency.lockutils [req-c57c8200-aad7-4377-a895-991d7d6dea4b req-e8c3bf1a-1f02-4d64-9d08-c45dd70d550c service nova] Releasing lock "refresh_cache-b272255c-f6df-47de-b804-89c5b5f1dbfa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.872990] env[69220]: INFO nova.compute.manager [-] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Took 1.46 seconds to deallocate network for instance. [ 838.948741] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526c824b-b935-e968-2b5c-73c63419a679, 'name': SearchDatastore_Task, 'duration_secs': 0.008619} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.952052] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.952433] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b272255c-f6df-47de-b804-89c5b5f1dbfa/b272255c-f6df-47de-b804-89c5b5f1dbfa.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.955153] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6bb7e2-fa9d-4c32-a380-03edb8009f7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.969024] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 838.969024] env[69220]: value = "task-2800891" [ 838.969024] env[69220]: _type = "Task" [ 838.969024] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.975825] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.981544] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.080284] env[69220]: DEBUG nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.108755] env[69220]: DEBUG oslo_vmware.api [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Task: {'id': task-2800890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151522} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.111119] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.111360] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.111553] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.111761] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.111903] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.112131] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.112269] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.112428] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.112597] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.112764] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.112936] env[69220]: DEBUG nova.virt.hardware [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.113256] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.113474] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.113605] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.113773] env[69220]: INFO nova.compute.manager [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Took 1.12 seconds to destroy the instance on the hypervisor. [ 839.114030] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.114773] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8393bb-1de4-48c9-83cd-164b90fc24cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.117399] env[69220]: DEBUG nova.compute.manager [-] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.117602] env[69220]: DEBUG nova.network.neutron [-] [instance: b721fee1-b833-466d-bbcf-b42827d20276] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.124641] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a35bd2-2076-42bc-a586-5f6961a88ccd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.273907] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.276421] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.230s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.284516] env[69220]: DEBUG oslo_vmware.api [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800888, 'name': RemoveSnapshot_Task, 'duration_secs': 0.854372} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.284516] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.299227] env[69220]: INFO nova.scheduler.client.report [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Deleted allocations for instance 3b49b25d-d39a-4b0c-85ed-7383c401c3b6 [ 839.379773] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.479108] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449131} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.479371] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b272255c-f6df-47de-b804-89c5b5f1dbfa/b272255c-f6df-47de-b804-89c5b5f1dbfa.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.479585] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.479835] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-554e2c35-ac3e-4555-85ef-52fa637dc594 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.486338] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 839.486338] env[69220]: value = "task-2800892" [ 839.486338] env[69220]: _type = "Task" [ 839.486338] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.495613] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.524056] env[69220]: DEBUG nova.network.neutron [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Successfully updated port: 467d14be-27fa-4119-ab66-68508ae25cef {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.687191] env[69220]: DEBUG nova.compute.manager [req-f23e6052-76ea-405b-8500-9d9a0c41a801 req-97a033a2-24b7-442f-a32a-2f69aa8cf451 service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Received event network-vif-plugged-467d14be-27fa-4119-ab66-68508ae25cef {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.687396] env[69220]: DEBUG oslo_concurrency.lockutils [req-f23e6052-76ea-405b-8500-9d9a0c41a801 req-97a033a2-24b7-442f-a32a-2f69aa8cf451 service nova] Acquiring lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.688171] env[69220]: DEBUG oslo_concurrency.lockutils [req-f23e6052-76ea-405b-8500-9d9a0c41a801 req-97a033a2-24b7-442f-a32a-2f69aa8cf451 service nova] Lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.688374] env[69220]: DEBUG oslo_concurrency.lockutils [req-f23e6052-76ea-405b-8500-9d9a0c41a801 req-97a033a2-24b7-442f-a32a-2f69aa8cf451 service nova] Lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.688578] env[69220]: DEBUG nova.compute.manager [req-f23e6052-76ea-405b-8500-9d9a0c41a801 req-97a033a2-24b7-442f-a32a-2f69aa8cf451 service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] No waiting events found dispatching network-vif-plugged-467d14be-27fa-4119-ab66-68508ae25cef {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.688866] env[69220]: WARNING nova.compute.manager [req-f23e6052-76ea-405b-8500-9d9a0c41a801 req-97a033a2-24b7-442f-a32a-2f69aa8cf451 service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Received unexpected event network-vif-plugged-467d14be-27fa-4119-ab66-68508ae25cef for instance with vm_state building and task_state spawning. [ 839.781616] env[69220]: INFO nova.compute.claims [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.789120] env[69220]: WARNING nova.compute.manager [None req-0e74f5c1-1909-46c9-bfae-7a1bae8f74d7 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Image not found during snapshot: nova.exception.ImageNotFound: Image 6ae14cad-8a62-4200-8f00-7bee100816be could not be found. [ 839.808898] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1bd1498d-317e-45c9-90f9-fd141289dc01 tempest-ServersTestMultiNic-1413671100 tempest-ServersTestMultiNic-1413671100-project-member] Lock "3b49b25d-d39a-4b0c-85ed-7383c401c3b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.207s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.829497] env[69220]: DEBUG nova.compute.manager [req-de98fbb5-cce5-4fd4-9962-11bce1ffe730 req-c9b27568-0f96-4498-9b6b-60c48fdc71af service nova] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Received event network-vif-deleted-409e1ce8-d9bd-4fd3-8bf8-cefccda15058 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.001435] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064444} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.001809] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.002848] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9520712e-6dcf-4325-8c4f-6a7db46a0352 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.031021] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] b272255c-f6df-47de-b804-89c5b5f1dbfa/b272255c-f6df-47de-b804-89c5b5f1dbfa.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.034458] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquiring lock "refresh_cache-11e864bd-3f84-4efb-a9f6-b5b9b626a092" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.034619] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquired lock "refresh_cache-11e864bd-3f84-4efb-a9f6-b5b9b626a092" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.034770] env[69220]: DEBUG nova.network.neutron [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.039025] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd8f62a-23f2-4b61-93da-c71310585912 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.061239] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 840.061239] env[69220]: value = "task-2800893" [ 840.061239] env[69220]: _type = "Task" [ 840.061239] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.072263] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.116082] env[69220]: DEBUG nova.network.neutron [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.203720] env[69220]: DEBUG nova.network.neutron [-] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.287232] env[69220]: INFO nova.compute.resource_tracker [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating resource usage from migration 0ecd86f2-6ba4-4dc0-8af0-3f4cca910c0a [ 840.421870] env[69220]: DEBUG nova.network.neutron [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Updating instance_info_cache with network_info: [{"id": "467d14be-27fa-4119-ab66-68508ae25cef", "address": "fa:16:3e:9c:9e:8f", "network": {"id": "8e3e469d-5f18-4fb6-8231-5e790065f3f4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-436799996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d3f2f907544c7d8c5b53d16bb22fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467d14be-27", "ovs_interfaceid": "467d14be-27fa-4119-ab66-68508ae25cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.573198] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800893, 'name': ReconfigVM_Task, 'duration_secs': 0.317326} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.573474] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Reconfigured VM instance instance-00000039 to attach disk [datastore1] b272255c-f6df-47de-b804-89c5b5f1dbfa/b272255c-f6df-47de-b804-89c5b5f1dbfa.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.574393] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1c60c7c-6056-40df-9d6d-09361767c0fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.581993] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 840.581993] env[69220]: value = "task-2800894" [ 840.581993] env[69220]: _type = "Task" [ 840.581993] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.590614] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800894, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.706704] env[69220]: INFO nova.compute.manager [-] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Took 1.59 seconds to deallocate network for instance. [ 840.823443] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bac1b2c-1036-45c8-8f95-e64d3866cb9a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.836628] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db739cd-ea0b-46b8-b03f-456d507e4af9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.874294] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132eb0ed-a117-4d64-9b12-62e19a0d5177 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.882101] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd1e71-55b9-4b8d-aa1f-217296918c86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.894772] env[69220]: DEBUG nova.compute.provider_tree [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.925563] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Releasing lock "refresh_cache-11e864bd-3f84-4efb-a9f6-b5b9b626a092" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.925965] env[69220]: DEBUG nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Instance network_info: |[{"id": "467d14be-27fa-4119-ab66-68508ae25cef", "address": "fa:16:3e:9c:9e:8f", "network": {"id": "8e3e469d-5f18-4fb6-8231-5e790065f3f4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-436799996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d3f2f907544c7d8c5b53d16bb22fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467d14be-27", "ovs_interfaceid": "467d14be-27fa-4119-ab66-68508ae25cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.926461] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:9e:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '467d14be-27fa-4119-ab66-68508ae25cef', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.934353] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Creating folder: Project (18d3f2f907544c7d8c5b53d16bb22fbf). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.934515] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8ea35d1-c5c6-4800-8bf8-d4bc9952bbc8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.946027] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Created folder: Project (18d3f2f907544c7d8c5b53d16bb22fbf) in parent group-v562703. [ 840.946158] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Creating folder: Instances. Parent ref: group-v562869. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.946392] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6618ab1a-811e-4a8c-867e-826950eef8e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.960026] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Created folder: Instances in parent group-v562869. [ 840.960026] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.960026] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.960026] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca4dce24-9cb2-464c-acaa-e6b92f26bdfd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.978964] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.978964] env[69220]: value = "task-2800897" [ 840.978964] env[69220]: _type = "Task" [ 840.978964] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.986902] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800897, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.001724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.001724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.001724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.001724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.001724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.006255] env[69220]: INFO nova.compute.manager [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Terminating instance [ 841.094504] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800894, 'name': Rename_Task, 'duration_secs': 0.166207} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.094848] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.095115] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f6a88d2-56f9-44f7-b592-8c2ee1aaee78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.101411] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 841.101411] env[69220]: value = "task-2800898" [ 841.101411] env[69220]: _type = "Task" [ 841.101411] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.109392] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.216227] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.402327] env[69220]: DEBUG nova.scheduler.client.report [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.490976] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800897, 'name': CreateVM_Task, 'duration_secs': 0.454338} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.491172] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.491865] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.492045] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.492364] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.492619] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd1d0db-bad6-4153-b3a0-cfca026ebdc3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.497048] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 841.497048] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526e1093-2669-b3ec-bb3b-bf38de53ba4b" [ 841.497048] env[69220]: _type = "Task" [ 841.497048] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.504692] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526e1093-2669-b3ec-bb3b-bf38de53ba4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.509415] env[69220]: DEBUG nova.compute.manager [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.509621] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.510416] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d172d7-b832-495c-9233-cf8a7c79fddb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.517441] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.517679] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64726ef0-5872-4225-b92f-b77da8efb33f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.523024] env[69220]: DEBUG oslo_vmware.api [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 841.523024] env[69220]: value = "task-2800899" [ 841.523024] env[69220]: _type = "Task" [ 841.523024] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.531071] env[69220]: DEBUG oslo_vmware.api [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.611720] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.775032] env[69220]: DEBUG nova.compute.manager [req-c522d606-b5a7-4627-8def-6c8a3811a69c req-514bd4e4-1999-425f-9a7a-d86ac694c77f service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Received event network-changed-467d14be-27fa-4119-ab66-68508ae25cef {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.775280] env[69220]: DEBUG nova.compute.manager [req-c522d606-b5a7-4627-8def-6c8a3811a69c req-514bd4e4-1999-425f-9a7a-d86ac694c77f service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Refreshing instance network info cache due to event network-changed-467d14be-27fa-4119-ab66-68508ae25cef. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 841.775667] env[69220]: DEBUG oslo_concurrency.lockutils [req-c522d606-b5a7-4627-8def-6c8a3811a69c req-514bd4e4-1999-425f-9a7a-d86ac694c77f service nova] Acquiring lock "refresh_cache-11e864bd-3f84-4efb-a9f6-b5b9b626a092" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.775667] env[69220]: DEBUG oslo_concurrency.lockutils [req-c522d606-b5a7-4627-8def-6c8a3811a69c req-514bd4e4-1999-425f-9a7a-d86ac694c77f service nova] Acquired lock "refresh_cache-11e864bd-3f84-4efb-a9f6-b5b9b626a092" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.775821] env[69220]: DEBUG nova.network.neutron [req-c522d606-b5a7-4627-8def-6c8a3811a69c req-514bd4e4-1999-425f-9a7a-d86ac694c77f service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Refreshing network info cache for port 467d14be-27fa-4119-ab66-68508ae25cef {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.863139] env[69220]: DEBUG nova.compute.manager [req-738084a5-baf9-476a-9a2b-5043fd917d67 req-ac7e63a4-224f-4713-b260-b224a989373e service nova] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Received event network-vif-deleted-12c2cb2a-44ab-4b75-bf79-533116bc40bd {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.909066] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.633s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.909306] env[69220]: INFO nova.compute.manager [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Migrating [ 841.918958] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.783s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.919377] env[69220]: DEBUG nova.objects.instance [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lazy-loading 'resources' on Instance uuid 8359ec7b-651f-4200-927b-3883d8c1297f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.011081] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526e1093-2669-b3ec-bb3b-bf38de53ba4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.011413] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.011652] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.011887] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.012044] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.012223] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.012581] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a81eca1-f8e8-49c9-ad6b-04607a1a6ac0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.024364] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.024557] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.029131] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b89f729-2840-4a99-94a7-befc760ac4f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.036562] env[69220]: DEBUG oslo_vmware.api [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800899, 'name': PowerOffVM_Task, 'duration_secs': 0.219612} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.038043] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.038244] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.038575] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 842.038575] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5276fa2a-fcfe-1c87-fc14-c9d4af938842" [ 842.038575] env[69220]: _type = "Task" [ 842.038575] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.038773] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e220fbb4-4090-442c-9f93-3a2468a7e021 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.050078] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5276fa2a-fcfe-1c87-fc14-c9d4af938842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.123710] env[69220]: DEBUG oslo_vmware.api [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800898, 'name': PowerOnVM_Task, 'duration_secs': 0.576465} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.125216] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.125434] env[69220]: INFO nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Took 7.71 seconds to spawn the instance on the hypervisor. [ 842.125713] env[69220]: DEBUG nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.125993] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.126189] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.126361] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleting the datastore file [datastore1] f8a00329-2f19-4d00-93f0-4d3fc77b3ce2 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.127167] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdfd012-bf3f-4b23-95ac-198b2cba6db0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.129935] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b19a2a-b260-430a-988b-21b767cf7691 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.144555] env[69220]: DEBUG oslo_vmware.api [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 842.144555] env[69220]: value = "task-2800901" [ 842.144555] env[69220]: _type = "Task" [ 842.144555] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.154313] env[69220]: DEBUG oslo_vmware.api [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.434873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.435226] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.435226] env[69220]: DEBUG nova.network.neutron [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.564401] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5276fa2a-fcfe-1c87-fc14-c9d4af938842, 'name': SearchDatastore_Task, 'duration_secs': 0.023826} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.565326] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce5db00-4e48-4daf-bafe-5a220be33009 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.576841] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 842.576841] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52870867-6327-18dd-2219-fa98ddd354dc" [ 842.576841] env[69220]: _type = "Task" [ 842.576841] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.586325] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52870867-6327-18dd-2219-fa98ddd354dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.660925] env[69220]: DEBUG oslo_vmware.api [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2800901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493403} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.661471] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.661471] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.715409] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.715409] env[69220]: INFO nova.compute.manager [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 842.715409] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.715409] env[69220]: INFO nova.compute.manager [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Took 48.22 seconds to build instance. [ 842.715409] env[69220]: DEBUG nova.compute.manager [-] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.715409] env[69220]: DEBUG nova.network.neutron [-] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.753953] env[69220]: DEBUG nova.network.neutron [req-c522d606-b5a7-4627-8def-6c8a3811a69c req-514bd4e4-1999-425f-9a7a-d86ac694c77f service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Updated VIF entry in instance network info cache for port 467d14be-27fa-4119-ab66-68508ae25cef. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.753953] env[69220]: DEBUG nova.network.neutron [req-c522d606-b5a7-4627-8def-6c8a3811a69c req-514bd4e4-1999-425f-9a7a-d86ac694c77f service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Updating instance_info_cache with network_info: [{"id": "467d14be-27fa-4119-ab66-68508ae25cef", "address": "fa:16:3e:9c:9e:8f", "network": {"id": "8e3e469d-5f18-4fb6-8231-5e790065f3f4", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-436799996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d3f2f907544c7d8c5b53d16bb22fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467d14be-27", "ovs_interfaceid": "467d14be-27fa-4119-ab66-68508ae25cef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.043297] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739fdbc7-69ca-4521-98b1-59621e16f806 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.052552] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f4572a-74d0-4ebc-af33-249a41c409fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.103656] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851ddd65-f4f9-4681-b0c7-a9691df7abe5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.115059] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52870867-6327-18dd-2219-fa98ddd354dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013564} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.115059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.115309] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 11e864bd-3f84-4efb-a9f6-b5b9b626a092/11e864bd-3f84-4efb-a9f6-b5b9b626a092.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.115962] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2acfb5fd-c21d-464e-bb3b-4ccf5aaa8e0b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.119351] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d3ec8-8ffa-4141-85b9-25c6177bdaf2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.134594] env[69220]: DEBUG nova.compute.provider_tree [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.137583] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 843.137583] env[69220]: value = "task-2800902" [ 843.137583] env[69220]: _type = "Task" [ 843.137583] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.148293] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.167442] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5538bb79-8b54-4d47-9e62-311bc8803b4e tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "b272255c-f6df-47de-b804-89c5b5f1dbfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.847s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.258991] env[69220]: DEBUG oslo_concurrency.lockutils [req-c522d606-b5a7-4627-8def-6c8a3811a69c req-514bd4e4-1999-425f-9a7a-d86ac694c77f service nova] Releasing lock "refresh_cache-11e864bd-3f84-4efb-a9f6-b5b9b626a092" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.395812] env[69220]: DEBUG nova.network.neutron [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance_info_cache with network_info: [{"id": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "address": "fa:16:3e:4d:ef:90", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ba035a-a9", "ovs_interfaceid": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.552744] env[69220]: DEBUG nova.network.neutron [-] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.639968] env[69220]: DEBUG nova.scheduler.client.report [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.660513] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52745} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.660823] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 11e864bd-3f84-4efb-a9f6-b5b9b626a092/11e864bd-3f84-4efb-a9f6-b5b9b626a092.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.661054] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.661428] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ee0b5b0-d378-4c29-ab52-7c193dce648a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.669266] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 843.669266] env[69220]: value = "task-2800903" [ 843.669266] env[69220]: _type = "Task" [ 843.669266] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.677780] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.844154] env[69220]: DEBUG nova.compute.manager [req-030eeb4f-e945-4d2a-b40e-df1e5e93aa8e req-569352e3-533e-438d-ad59-4f28cee7778e service nova] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Received event network-vif-deleted-3b04a2da-cc5c-40d3-b56a-d7ef0f407841 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.899117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.024980] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "b272255c-f6df-47de-b804-89c5b5f1dbfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.025345] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "b272255c-f6df-47de-b804-89c5b5f1dbfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.025596] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "b272255c-f6df-47de-b804-89c5b5f1dbfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.025956] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "b272255c-f6df-47de-b804-89c5b5f1dbfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.026174] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "b272255c-f6df-47de-b804-89c5b5f1dbfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.030054] env[69220]: INFO nova.compute.manager [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Terminating instance [ 844.058120] env[69220]: INFO nova.compute.manager [-] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Took 1.39 seconds to deallocate network for instance. [ 844.155028] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.155415] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.697s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.156068] env[69220]: DEBUG nova.objects.instance [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lazy-loading 'resources' on Instance uuid 8c21d28c-0df5-4c1e-928e-a504576e6af2 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.179019] env[69220]: INFO nova.scheduler.client.report [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Deleted allocations for instance 8359ec7b-651f-4200-927b-3883d8c1297f [ 844.180226] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075069} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.183564] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.184866] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c47eb90-d903-46a1-bf28-39d9bbe8dad0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.212951] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 11e864bd-3f84-4efb-a9f6-b5b9b626a092/11e864bd-3f84-4efb-a9f6-b5b9b626a092.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.213630] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f14d79df-b33b-41b7-a14d-c994e4dae4b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.237913] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 844.237913] env[69220]: value = "task-2800904" [ 844.237913] env[69220]: _type = "Task" [ 844.237913] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.246856] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.535231] env[69220]: DEBUG nova.compute.manager [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.535425] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.536312] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0fc5dc-c094-4531-9da8-5b491947834a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.544899] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.545118] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c93e7151-84ec-451a-b265-a741622c0320 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.551785] env[69220]: DEBUG oslo_vmware.api [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 844.551785] env[69220]: value = "task-2800905" [ 844.551785] env[69220]: _type = "Task" [ 844.551785] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.559610] env[69220]: DEBUG oslo_vmware.api [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.562947] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.689091] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4fae75d4-12d5-4aa5-89f1-e633ec3aa8ac tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "8359ec7b-651f-4200-927b-3883d8c1297f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.559s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.751767] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800904, 'name': ReconfigVM_Task, 'duration_secs': 0.465047} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.752064] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 11e864bd-3f84-4efb-a9f6-b5b9b626a092/11e864bd-3f84-4efb-a9f6-b5b9b626a092.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.756043] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8a4c498-1257-4dc9-972f-633077a6e2e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.761058] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 844.761058] env[69220]: value = "task-2800906" [ 844.761058] env[69220]: _type = "Task" [ 844.761058] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.768882] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800906, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.063628] env[69220]: DEBUG oslo_vmware.api [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800905, 'name': PowerOffVM_Task, 'duration_secs': 0.196536} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.066351] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.066558] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.068195] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86e58ec2-5416-43fb-9bc7-acc1c8d526d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.081537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "16b2c458-8496-4092-bfaf-7ddc56466288" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.081817] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "16b2c458-8496-4092-bfaf-7ddc56466288" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.082065] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "16b2c458-8496-4092-bfaf-7ddc56466288-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.082287] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "16b2c458-8496-4092-bfaf-7ddc56466288-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.082537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "16b2c458-8496-4092-bfaf-7ddc56466288-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.084663] env[69220]: INFO nova.compute.manager [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Terminating instance [ 845.155582] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.155807] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.155999] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleting the datastore file [datastore1] b272255c-f6df-47de-b804-89c5b5f1dbfa {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.156540] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54025696-e6ce-48b7-b40d-d7a67ccdbf6b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.162600] env[69220]: DEBUG oslo_vmware.api [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 845.162600] env[69220]: value = "task-2800908" [ 845.162600] env[69220]: _type = "Task" [ 845.162600] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.173928] env[69220]: DEBUG oslo_vmware.api [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.201553] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965cff12-e29e-4d5e-b4e3-0e4ac16cfcf3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.208679] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981e26c2-b8fa-4bf3-9c3a-efd16be3314d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.240710] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c9c7b0-7fa2-4ff4-a8d5-d9cf392a57f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.247676] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71234d25-3b7c-4503-90f6-fcc89af3ddd0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.261224] env[69220]: DEBUG nova.compute.provider_tree [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.270310] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800906, 'name': Rename_Task, 'duration_secs': 0.141149} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.271272] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.271543] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35c739a-d17b-45ed-84ef-5c6eabaf9c8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.278190] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 845.278190] env[69220]: value = "task-2800909" [ 845.278190] env[69220]: _type = "Task" [ 845.278190] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.285816] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.415402] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cced7e5-c065-400d-80b8-f506434ad4b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.438496] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance '78aeae5e-b2a7-4a58-918c-e350a0f930a5' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.589494] env[69220]: DEBUG nova.compute.manager [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.589754] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.590906] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b105ad-1122-43a7-9f25-181bda5ce3cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.600665] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.604328] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d74fb3-6fb9-434a-95ff-111ac5babf10 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.611667] env[69220]: DEBUG oslo_vmware.api [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 845.611667] env[69220]: value = "task-2800910" [ 845.611667] env[69220]: _type = "Task" [ 845.611667] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.624570] env[69220]: DEBUG oslo_vmware.api [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.675409] env[69220]: DEBUG oslo_vmware.api [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2800908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177588} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.675608] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.675706] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.675801] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.675966] env[69220]: INFO nova.compute.manager [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 845.676222] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.676411] env[69220]: DEBUG nova.compute.manager [-] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.676500] env[69220]: DEBUG nova.network.neutron [-] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.768018] env[69220]: DEBUG nova.scheduler.client.report [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.795706] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.946904] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.947237] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3eabcf5-a9d7-4840-88c6-d63b5e000bca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.954786] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 845.954786] env[69220]: value = "task-2800911" [ 845.954786] env[69220]: _type = "Task" [ 845.954786] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.962906] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.126201] env[69220]: DEBUG oslo_vmware.api [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800910, 'name': PowerOffVM_Task, 'duration_secs': 0.293602} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.126494] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.126667] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.126919] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0421a2c-251c-437b-90e0-6dae0cc50f3a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.211976] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.212198] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.212371] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Deleting the datastore file [datastore2] 16b2c458-8496-4092-bfaf-7ddc56466288 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.212635] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e790cc9-be78-4f17-b586-0bc3b8d0191d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.219428] env[69220]: DEBUG oslo_vmware.api [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for the task: (returnval){ [ 846.219428] env[69220]: value = "task-2800913" [ 846.219428] env[69220]: _type = "Task" [ 846.219428] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.229532] env[69220]: DEBUG oslo_vmware.api [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.275350] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.276633] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.159s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.276851] env[69220]: DEBUG nova.objects.instance [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lazy-loading 'resources' on Instance uuid 1faf40f8-5b57-478e-9f70-cff62cbe3cfb {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.289991] env[69220]: DEBUG oslo_vmware.api [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800909, 'name': PowerOnVM_Task, 'duration_secs': 0.563184} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.290108] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.290272] env[69220]: INFO nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Took 7.21 seconds to spawn the instance on the hypervisor. [ 846.290527] env[69220]: DEBUG nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.291321] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2b313-6a7e-4c5a-9129-dd1eba9a4da9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.307019] env[69220]: INFO nova.scheduler.client.report [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Deleted allocations for instance 8c21d28c-0df5-4c1e-928e-a504576e6af2 [ 846.450173] env[69220]: DEBUG nova.compute.manager [req-482faf5a-5707-485f-81ef-c2e786aa4d25 req-eeaff7fe-4f52-4876-997b-cc97a2b1e98d service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Received event network-vif-deleted-e058c7eb-9de0-430f-8284-a74a9ebf04ed {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.450279] env[69220]: INFO nova.compute.manager [req-482faf5a-5707-485f-81ef-c2e786aa4d25 req-eeaff7fe-4f52-4876-997b-cc97a2b1e98d service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Neutron deleted interface e058c7eb-9de0-430f-8284-a74a9ebf04ed; detaching it from the instance and deleting it from the info cache [ 846.450475] env[69220]: DEBUG nova.network.neutron [req-482faf5a-5707-485f-81ef-c2e786aa4d25 req-eeaff7fe-4f52-4876-997b-cc97a2b1e98d service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.464413] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800911, 'name': PowerOffVM_Task, 'duration_secs': 0.194291} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.464670] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.464853] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance '78aeae5e-b2a7-4a58-918c-e350a0f930a5' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.597327] env[69220]: DEBUG nova.network.neutron [-] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.730960] env[69220]: DEBUG oslo_vmware.api [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Task: {'id': task-2800913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145027} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.730960] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.731112] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.731208] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.731381] env[69220]: INFO nova.compute.manager [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Took 1.14 seconds to destroy the instance on the hypervisor. [ 846.731656] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.731857] env[69220]: DEBUG nova.compute.manager [-] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.731959] env[69220]: DEBUG nova.network.neutron [-] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.820904] env[69220]: INFO nova.compute.manager [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Took 48.51 seconds to build instance. [ 846.833827] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac93ba4c-2101-48eb-975e-dd59f77f6204 tempest-FloatingIPsAssociationTestJSON-1443424907 tempest-FloatingIPsAssociationTestJSON-1443424907-project-member] Lock "8c21d28c-0df5-4c1e-928e-a504576e6af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.847s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.955034] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2f97c28-0087-4909-92ef-e060a0af0bf2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.966988] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e01d0-e404-49f7-9d2a-ebcfa7e9129e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.987218] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.987470] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.987594] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.987872] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.987972] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.988059] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.988308] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.988616] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.988839] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.989025] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.989255] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.995927] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03300c17-1427-4130-a3e6-996407f22ed0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.027256] env[69220]: DEBUG nova.compute.manager [req-482faf5a-5707-485f-81ef-c2e786aa4d25 req-eeaff7fe-4f52-4876-997b-cc97a2b1e98d service nova] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Detach interface failed, port_id=e058c7eb-9de0-430f-8284-a74a9ebf04ed, reason: Instance b272255c-f6df-47de-b804-89c5b5f1dbfa could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 847.033505] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 847.033505] env[69220]: value = "task-2800914" [ 847.033505] env[69220]: _type = "Task" [ 847.033505] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.048936] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.102184] env[69220]: INFO nova.compute.manager [-] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Took 1.43 seconds to deallocate network for instance. [ 847.224959] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquiring lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.224959] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.324092] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35e34cb3-3c9a-4648-bc57-a6f2a9e5bdc8 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.735s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.362924] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ad1e59-5af9-4fba-afba-80e9d0926148 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.371298] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2350935c-c2d1-4e71-bda8-f0ff6602cb97 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.411828] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fc3c21-f566-40ee-b522-84751f775afd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.420137] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5760cbb-a642-4d53-bca0-ba3fa9322080 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.439604] env[69220]: DEBUG nova.compute.provider_tree [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.544566] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800914, 'name': ReconfigVM_Task, 'duration_secs': 0.199339} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.544916] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance '78aeae5e-b2a7-4a58-918c-e350a0f930a5' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.568637] env[69220]: DEBUG nova.network.neutron [-] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.616534] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.731909] env[69220]: DEBUG nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.942635] env[69220]: DEBUG nova.scheduler.client.report [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.054341] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:03:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6a128853-91a1-4483-8bb8-1f58fd9e4281',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1143403600',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.054682] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.054897] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.055222] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.055432] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.055642] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.055907] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.056088] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.056257] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.056417] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.056589] env[69220]: DEBUG nova.virt.hardware [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.062164] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.063781] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cf0316-fc73-44bd-8271-89775518ba2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.081757] env[69220]: INFO nova.compute.manager [-] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Took 1.35 seconds to deallocate network for instance. [ 848.095962] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 848.095962] env[69220]: value = "task-2800915" [ 848.095962] env[69220]: _type = "Task" [ 848.095962] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.108049] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800915, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.257382] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.447992] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.450648] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.652s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.451054] env[69220]: DEBUG nova.objects.instance [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'resources' on Instance uuid d754cfd3-f0ca-4903-8309-c0fd88805fea {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.472842] env[69220]: INFO nova.scheduler.client.report [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Deleted allocations for instance 1faf40f8-5b57-478e-9f70-cff62cbe3cfb [ 848.508253] env[69220]: DEBUG nova.compute.manager [req-3cb51d34-0216-486b-8373-fdffb1dd3124 req-16c764b8-9f02-4338-94e9-358ebdf9809d service nova] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Received event network-vif-deleted-94102055-abfd-45ce-b442-5c63aad994df {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.582233] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquiring lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.582388] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.582611] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquiring lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.582797] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.582967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.585267] env[69220]: INFO nova.compute.manager [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Terminating instance [ 848.588759] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.606318] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800915, 'name': ReconfigVM_Task, 'duration_secs': 0.285693} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.606318] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 848.607248] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7965fb-0227-441a-b14c-de060af9f21c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.633627] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5/78aeae5e-b2a7-4a58-918c-e350a0f930a5.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.634014] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a842b20-8cd5-4d4a-bb26-3f88b38c4464 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.654279] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 848.654279] env[69220]: value = "task-2800916" [ 848.654279] env[69220]: _type = "Task" [ 848.654279] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.663926] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.982171] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1d26810d-9a21-4bab-87b6-a25c2dc2588d tempest-ListImageFiltersTestJSON-1140018689 tempest-ListImageFiltersTestJSON-1140018689-project-member] Lock "1faf40f8-5b57-478e-9f70-cff62cbe3cfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.362s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.090803] env[69220]: DEBUG nova.compute.manager [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.090803] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.091784] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8500526b-3bc6-49e4-95fa-7b9abc5f2f90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.100128] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.100783] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2816058e-4279-4d0c-9d87-8e42ff478bbf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.106301] env[69220]: DEBUG oslo_vmware.api [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 849.106301] env[69220]: value = "task-2800917" [ 849.106301] env[69220]: _type = "Task" [ 849.106301] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.116491] env[69220]: DEBUG oslo_vmware.api [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.166712] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.353464] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29837463-4d57-4edd-bf10-fa32a57c2862 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.364353] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373382e7-8995-4cee-b089-72597eecfbd8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.413589] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b36e595-dd81-4b0e-9207-e7826a922efb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.425503] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e2d7f5-5eb6-4ace-bd5f-8facea956093 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.442953] env[69220]: DEBUG nova.compute.provider_tree [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.617407] env[69220]: DEBUG oslo_vmware.api [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800917, 'name': PowerOffVM_Task, 'duration_secs': 0.278371} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.617615] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.617860] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.618116] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9b71131-dfd1-455a-9cd2-8e91d95de19c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.664973] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800916, 'name': ReconfigVM_Task, 'duration_secs': 0.977665} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.665282] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5/78aeae5e-b2a7-4a58-918c-e350a0f930a5.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.665545] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance '78aeae5e-b2a7-4a58-918c-e350a0f930a5' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.686104] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.686363] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.686505] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Deleting the datastore file [datastore1] 11e864bd-3f84-4efb-a9f6-b5b9b626a092 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.686795] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a49ab6-5cad-4222-978e-2b41b531516c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.693169] env[69220]: DEBUG oslo_vmware.api [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for the task: (returnval){ [ 849.693169] env[69220]: value = "task-2800919" [ 849.693169] env[69220]: _type = "Task" [ 849.693169] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.701155] env[69220]: DEBUG oslo_vmware.api [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.948145] env[69220]: DEBUG nova.scheduler.client.report [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.172469] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95394eea-bf23-454b-b96f-61d989294f63 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.191846] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1411e7-bf27-4d45-ac69-ea22f7469696 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.202372] env[69220]: DEBUG oslo_vmware.api [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Task: {'id': task-2800919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133172} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.214897] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.215121] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.215299] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.215472] env[69220]: INFO nova.compute.manager [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Took 1.12 seconds to destroy the instance on the hypervisor. [ 850.215731] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.215953] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance '78aeae5e-b2a7-4a58-918c-e350a0f930a5' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.219483] env[69220]: DEBUG nova.compute.manager [-] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.220445] env[69220]: DEBUG nova.network.neutron [-] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.452870] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.456575] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.493s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.456575] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.456575] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 850.456575] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.185s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.459868] env[69220]: INFO nova.compute.claims [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.463772] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a7943-082a-4ea6-b935-c8b4565913f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.474564] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbcbf9b-bc9a-43e4-b466-a3014f5f96f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.490464] env[69220]: INFO nova.scheduler.client.report [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleted allocations for instance d754cfd3-f0ca-4903-8309-c0fd88805fea [ 850.493018] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51157665-e504-42ca-bbf1-27a2da5628c9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.501263] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a684c65-81fb-466d-bfd2-6cde5f7aae09 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.538240] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178852MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 850.538403] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.691339] env[69220]: DEBUG nova.compute.manager [req-a16dcae3-5df9-42de-ad4f-b9fdb6358aa2 req-86fc0179-13fe-4b4f-96dd-4a09b9ce6fc7 service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Received event network-vif-deleted-467d14be-27fa-4119-ab66-68508ae25cef {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.691592] env[69220]: INFO nova.compute.manager [req-a16dcae3-5df9-42de-ad4f-b9fdb6358aa2 req-86fc0179-13fe-4b4f-96dd-4a09b9ce6fc7 service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Neutron deleted interface 467d14be-27fa-4119-ab66-68508ae25cef; detaching it from the instance and deleting it from the info cache [ 850.691755] env[69220]: DEBUG nova.network.neutron [req-a16dcae3-5df9-42de-ad4f-b9fdb6358aa2 req-86fc0179-13fe-4b4f-96dd-4a09b9ce6fc7 service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.793032] env[69220]: DEBUG nova.network.neutron [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Port a3ba035a-a9d0-4a50-a985-cd515d638c91 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 851.004141] env[69220]: DEBUG oslo_concurrency.lockutils [None req-13cabece-0dc4-40a1-8b2d-3cf6019c7248 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d754cfd3-f0ca-4903-8309-c0fd88805fea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.050s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.109165] env[69220]: DEBUG nova.network.neutron [-] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.195022] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0653fcc-70fd-48a6-9633-e64e37991503 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.210910] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c22123-4095-49db-ad47-ba95d75ec529 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.247834] env[69220]: DEBUG nova.compute.manager [req-a16dcae3-5df9-42de-ad4f-b9fdb6358aa2 req-86fc0179-13fe-4b4f-96dd-4a09b9ce6fc7 service nova] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Detach interface failed, port_id=467d14be-27fa-4119-ab66-68508ae25cef, reason: Instance 11e864bd-3f84-4efb-a9f6-b5b9b626a092 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 851.612037] env[69220]: INFO nova.compute.manager [-] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Took 1.39 seconds to deallocate network for instance. [ 851.817293] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.817541] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.817699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.989625] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48b6c31-5411-4576-928c-c83c4c86b0a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.997983] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27b2cc5-19d9-4d36-af9b-8c18ab16e0d6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.033777] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0401843-281a-42da-8b0f-c610891e87be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.044116] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15923775-cd90-4017-a401-b4ed9de129f1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.059467] env[69220]: DEBUG nova.compute.provider_tree [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.120389] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.584367] env[69220]: ERROR nova.scheduler.client.report [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [req-281952a8-34d8-4f71-b787-6384ed8438a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-281952a8-34d8-4f71-b787-6384ed8438a3"}]} [ 852.602390] env[69220]: DEBUG nova.scheduler.client.report [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 852.618347] env[69220]: DEBUG nova.scheduler.client.report [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 852.618930] env[69220]: DEBUG nova.compute.provider_tree [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.637238] env[69220]: DEBUG nova.scheduler.client.report [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 852.661782] env[69220]: DEBUG nova.scheduler.client.report [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 852.880198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.880198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.880616] env[69220]: DEBUG nova.network.neutron [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.010623] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.011207] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.150676] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943208e-6ce5-4e9d-9d50-82e4174e37b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.158844] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52422951-c032-446b-8bb2-ef0f225379a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.196324] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595997d3-ed83-4c13-aca0-bf035ad15017 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.208237] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef418ce0-e8bb-4f38-a9bf-e07a6b35cac5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.223987] env[69220]: DEBUG nova.compute.provider_tree [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.518363] env[69220]: DEBUG nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.761724] env[69220]: DEBUG nova.scheduler.client.report [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 853.762052] env[69220]: DEBUG nova.compute.provider_tree [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 84 to 85 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 853.762251] env[69220]: DEBUG nova.compute.provider_tree [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.930336] env[69220]: DEBUG nova.network.neutron [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance_info_cache with network_info: [{"id": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "address": "fa:16:3e:4d:ef:90", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ba035a-a9", "ovs_interfaceid": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.048234] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.269904] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.811s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.269904] env[69220]: DEBUG nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.272930] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.443s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.275181] env[69220]: INFO nova.compute.claims [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.435583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.778194] env[69220]: DEBUG nova.compute.utils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.779780] env[69220]: DEBUG nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.783313] env[69220]: DEBUG nova.network.neutron [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.838152] env[69220]: DEBUG nova.policy [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daae923d9b1546bbaa42f65386d331b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1521c4ae407c4dc182743ff74f49c322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.968551] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd22b1b0-882e-43d9-bb7e-85b97b8c3fb7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.992571] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7afd1-8f19-443a-b384-9587e11b4367 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.000266] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance '78aeae5e-b2a7-4a58-918c-e350a0f930a5' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.291942] env[69220]: DEBUG nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.337471] env[69220]: DEBUG nova.network.neutron [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Successfully created port: df8238bc-9893-49c3-ae40-8d0350174b7c {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.511167] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.512959] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e614ddd-4b4d-4b8f-ba4c-c4f10fec1a73 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.522018] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 855.522018] env[69220]: value = "task-2800920" [ 855.522018] env[69220]: _type = "Task" [ 855.522018] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.530477] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.903418] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b804817-f02d-469d-aeb4-1cdc273806de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.910762] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d3444b-1e36-4f42-b9a5-4301d3c303b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.940684] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ead5af-dd67-4c90-bbd1-6087a03fd2f1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.948127] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab43c2f-60f0-4bf2-9bc2-5f840363b8c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.961317] env[69220]: DEBUG nova.compute.provider_tree [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.031603] env[69220]: DEBUG oslo_vmware.api [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2800920, 'name': PowerOnVM_Task, 'duration_secs': 0.382563} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.031886] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.032101] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f22cd116-c74c-438a-bc0c-7e96cdac1fb1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance '78aeae5e-b2a7-4a58-918c-e350a0f930a5' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.313386] env[69220]: DEBUG nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.344138] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.344424] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.344584] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.344760] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.344896] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.348390] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.348616] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.348777] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.348949] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.349133] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.349297] env[69220]: DEBUG nova.virt.hardware [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.350544] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9357e47d-fc36-4f38-9e19-796bc5fde40b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.359963] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c773cb-3061-4397-9dc0-93635d06bf12 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.466017] env[69220]: DEBUG nova.scheduler.client.report [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.931611] env[69220]: DEBUG nova.compute.manager [req-42ffb0ec-f7f7-447d-aee3-41ab7c1f547d req-26726877-ca71-45d7-87eb-3bc6e79de554 service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Received event network-vif-plugged-df8238bc-9893-49c3-ae40-8d0350174b7c {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.931901] env[69220]: DEBUG oslo_concurrency.lockutils [req-42ffb0ec-f7f7-447d-aee3-41ab7c1f547d req-26726877-ca71-45d7-87eb-3bc6e79de554 service nova] Acquiring lock "30314814-1b56-4ee0-a386-99d40bcc2794-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.932069] env[69220]: DEBUG oslo_concurrency.lockutils [req-42ffb0ec-f7f7-447d-aee3-41ab7c1f547d req-26726877-ca71-45d7-87eb-3bc6e79de554 service nova] Lock "30314814-1b56-4ee0-a386-99d40bcc2794-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.932242] env[69220]: DEBUG oslo_concurrency.lockutils [req-42ffb0ec-f7f7-447d-aee3-41ab7c1f547d req-26726877-ca71-45d7-87eb-3bc6e79de554 service nova] Lock "30314814-1b56-4ee0-a386-99d40bcc2794-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.932402] env[69220]: DEBUG nova.compute.manager [req-42ffb0ec-f7f7-447d-aee3-41ab7c1f547d req-26726877-ca71-45d7-87eb-3bc6e79de554 service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] No waiting events found dispatching network-vif-plugged-df8238bc-9893-49c3-ae40-8d0350174b7c {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.932596] env[69220]: WARNING nova.compute.manager [req-42ffb0ec-f7f7-447d-aee3-41ab7c1f547d req-26726877-ca71-45d7-87eb-3bc6e79de554 service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Received unexpected event network-vif-plugged-df8238bc-9893-49c3-ae40-8d0350174b7c for instance with vm_state building and task_state spawning. [ 856.971798] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.972216] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.974824] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.658s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.975049] env[69220]: DEBUG nova.objects.instance [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lazy-loading 'resources' on Instance uuid b951b6b6-8b8e-46ba-9787-9b4c78f22948 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.015758] env[69220]: DEBUG nova.network.neutron [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Successfully updated port: df8238bc-9893-49c3-ae40-8d0350174b7c {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.343673] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.343971] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.478080] env[69220]: DEBUG nova.compute.utils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.480055] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.480348] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.518688] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-30314814-1b56-4ee0-a386-99d40bcc2794" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.518920] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-30314814-1b56-4ee0-a386-99d40bcc2794" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.519169] env[69220]: DEBUG nova.network.neutron [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.546620] env[69220]: DEBUG nova.policy [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a840d065b0b4593abd6849bf6958fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1fd48a033e4efba111f946db1098dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.845590] env[69220]: DEBUG nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.925610] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4026962-3601-474e-987e-e222ca3a01c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.934045] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f58cf90-1142-4f9c-9cf1-c4ea1e32fb35 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.965794] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dcfc8e-63f9-431b-bca5-df69200f1354 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.973901] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7ea35f-2451-411c-912a-a7cbbc730afd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.988472] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.991236] env[69220]: DEBUG nova.compute.provider_tree [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.017180] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Successfully created port: ff6329ad-6274-474b-9515-2f06fa79c5c2 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.063781] env[69220]: DEBUG nova.network.neutron [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.204121] env[69220]: DEBUG nova.network.neutron [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Updating instance_info_cache with network_info: [{"id": "df8238bc-9893-49c3-ae40-8d0350174b7c", "address": "fa:16:3e:fe:6d:d9", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8238bc-98", "ovs_interfaceid": "df8238bc-9893-49c3-ae40-8d0350174b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.366531] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.370255] env[69220]: DEBUG nova.network.neutron [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Port a3ba035a-a9d0-4a50-a985-cd515d638c91 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 858.370537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.370695] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.370854] env[69220]: DEBUG nova.network.neutron [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.497730] env[69220]: DEBUG nova.scheduler.client.report [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.707037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-30314814-1b56-4ee0-a386-99d40bcc2794" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.707313] env[69220]: DEBUG nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Instance network_info: |[{"id": "df8238bc-9893-49c3-ae40-8d0350174b7c", "address": "fa:16:3e:fe:6d:d9", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8238bc-98", "ovs_interfaceid": "df8238bc-9893-49c3-ae40-8d0350174b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.707735] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:6d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df8238bc-9893-49c3-ae40-8d0350174b7c', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.715219] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.715436] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.715685] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c2cca3-09bc-4e25-af66-7d1d8286eefd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.735361] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.735361] env[69220]: value = "task-2800921" [ 858.735361] env[69220]: _type = "Task" [ 858.735361] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.742539] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800921, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.003074] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.006254] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.008822] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.033s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.010387] env[69220]: INFO nova.compute.claims [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.039980] env[69220]: INFO nova.scheduler.client.report [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Deleted allocations for instance b951b6b6-8b8e-46ba-9787-9b4c78f22948 [ 859.046380] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.046380] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.046380] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.046380] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.046380] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.049381] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.049381] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.049566] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.049748] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.049842] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.050066] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.051314] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe9083-5492-48da-a6df-8159973ab069 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.058377] env[69220]: DEBUG nova.compute.manager [req-17be9e12-dcb9-4713-990a-e51c73a44a49 req-48097e4b-f572-4b6f-b04c-2a52dfc17a8d service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Received event network-changed-df8238bc-9893-49c3-ae40-8d0350174b7c {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.058469] env[69220]: DEBUG nova.compute.manager [req-17be9e12-dcb9-4713-990a-e51c73a44a49 req-48097e4b-f572-4b6f-b04c-2a52dfc17a8d service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Refreshing instance network info cache due to event network-changed-df8238bc-9893-49c3-ae40-8d0350174b7c. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.058717] env[69220]: DEBUG oslo_concurrency.lockutils [req-17be9e12-dcb9-4713-990a-e51c73a44a49 req-48097e4b-f572-4b6f-b04c-2a52dfc17a8d service nova] Acquiring lock "refresh_cache-30314814-1b56-4ee0-a386-99d40bcc2794" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.058815] env[69220]: DEBUG oslo_concurrency.lockutils [req-17be9e12-dcb9-4713-990a-e51c73a44a49 req-48097e4b-f572-4b6f-b04c-2a52dfc17a8d service nova] Acquired lock "refresh_cache-30314814-1b56-4ee0-a386-99d40bcc2794" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.059031] env[69220]: DEBUG nova.network.neutron [req-17be9e12-dcb9-4713-990a-e51c73a44a49 req-48097e4b-f572-4b6f-b04c-2a52dfc17a8d service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Refreshing network info cache for port df8238bc-9893-49c3-ae40-8d0350174b7c {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.066848] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd384ad-3565-4b71-8a62-08cbed71241f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.112091] env[69220]: DEBUG nova.network.neutron [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance_info_cache with network_info: [{"id": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "address": "fa:16:3e:4d:ef:90", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ba035a-a9", "ovs_interfaceid": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.246454] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800921, 'name': CreateVM_Task, 'duration_secs': 0.395682} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.246640] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.247333] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.247494] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.247812] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.248074] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566eff3f-52b9-4a93-a310-b09fee9b1371 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.252896] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 859.252896] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fe0ce8-0a9e-e8ce-7fd1-c4cb646089d8" [ 859.252896] env[69220]: _type = "Task" [ 859.252896] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.260313] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fe0ce8-0a9e-e8ce-7fd1-c4cb646089d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.565906] env[69220]: DEBUG oslo_concurrency.lockutils [None req-02750b2a-2bb6-47ad-b77a-a8bfd1751817 tempest-ServerGroupTestJSON-1222564669 tempest-ServerGroupTestJSON-1222564669-project-member] Lock "b951b6b6-8b8e-46ba-9787-9b4c78f22948" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.834s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.615369] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.634771] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Successfully updated port: ff6329ad-6274-474b-9515-2f06fa79c5c2 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.764837] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fe0ce8-0a9e-e8ce-7fd1-c4cb646089d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.765123] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.765361] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.765663] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.765789] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.765910] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.766184] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4acfa626-efa1-4e04-8c7e-1c707eb4399d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.781903] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.782105] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.783356] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd03281a-0ff2-41ad-8cc2-fc69d6ca350e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.788403] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 859.788403] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525c9000-7529-1e7e-0ac0-254f4baad903" [ 859.788403] env[69220]: _type = "Task" [ 859.788403] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.796149] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525c9000-7529-1e7e-0ac0-254f4baad903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.864178] env[69220]: DEBUG nova.network.neutron [req-17be9e12-dcb9-4713-990a-e51c73a44a49 req-48097e4b-f572-4b6f-b04c-2a52dfc17a8d service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Updated VIF entry in instance network info cache for port df8238bc-9893-49c3-ae40-8d0350174b7c. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.864541] env[69220]: DEBUG nova.network.neutron [req-17be9e12-dcb9-4713-990a-e51c73a44a49 req-48097e4b-f572-4b6f-b04c-2a52dfc17a8d service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Updating instance_info_cache with network_info: [{"id": "df8238bc-9893-49c3-ae40-8d0350174b7c", "address": "fa:16:3e:fe:6d:d9", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8238bc-98", "ovs_interfaceid": "df8238bc-9893-49c3-ae40-8d0350174b7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.122462] env[69220]: DEBUG nova.compute.manager [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 860.122462] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.142073] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "refresh_cache-52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.142073] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "refresh_cache-52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.142361] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.298611] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525c9000-7529-1e7e-0ac0-254f4baad903, 'name': SearchDatastore_Task, 'duration_secs': 0.008376} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.301884] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0a89e7-790b-43dd-89ee-11b8bea3a62c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.307668] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 860.307668] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52536407-07a0-4817-13d8-d47797ebbde4" [ 860.307668] env[69220]: _type = "Task" [ 860.307668] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.316762] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52536407-07a0-4817-13d8-d47797ebbde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.366798] env[69220]: DEBUG oslo_concurrency.lockutils [req-17be9e12-dcb9-4713-990a-e51c73a44a49 req-48097e4b-f572-4b6f-b04c-2a52dfc17a8d service nova] Releasing lock "refresh_cache-30314814-1b56-4ee0-a386-99d40bcc2794" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.443756] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb46c7a-5edd-4338-8279-11f41b98d6e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.450992] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5ce2b4-8c83-4152-a628-5cc053924dd5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.483098] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b83a39-7b73-47b1-9290-9dd276e0c6be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.490400] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15591c3b-9f93-41e1-b354-32150aef142b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.503692] env[69220]: DEBUG nova.compute.provider_tree [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.699355] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.825175] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52536407-07a0-4817-13d8-d47797ebbde4, 'name': SearchDatastore_Task, 'duration_secs': 0.009172} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.825175] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.825175] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 30314814-1b56-4ee0-a386-99d40bcc2794/30314814-1b56-4ee0-a386-99d40bcc2794.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.825175] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-616f68b8-58f8-459c-893a-28718538a8fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.832584] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 860.832584] env[69220]: value = "task-2800922" [ 860.832584] env[69220]: _type = "Task" [ 860.832584] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.847027] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.853515] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Updating instance_info_cache with network_info: [{"id": "ff6329ad-6274-474b-9515-2f06fa79c5c2", "address": "fa:16:3e:0d:8d:ab", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6329ad-62", "ovs_interfaceid": "ff6329ad-6274-474b-9515-2f06fa79c5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.007030] env[69220]: DEBUG nova.scheduler.client.report [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.078573] env[69220]: DEBUG nova.compute.manager [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Received event network-vif-plugged-ff6329ad-6274-474b-9515-2f06fa79c5c2 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.078797] env[69220]: DEBUG oslo_concurrency.lockutils [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] Acquiring lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.079096] env[69220]: DEBUG oslo_concurrency.lockutils [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] Lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.079315] env[69220]: DEBUG oslo_concurrency.lockutils [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] Lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.079536] env[69220]: DEBUG nova.compute.manager [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] No waiting events found dispatching network-vif-plugged-ff6329ad-6274-474b-9515-2f06fa79c5c2 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.079771] env[69220]: WARNING nova.compute.manager [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Received unexpected event network-vif-plugged-ff6329ad-6274-474b-9515-2f06fa79c5c2 for instance with vm_state building and task_state spawning. [ 861.080389] env[69220]: DEBUG nova.compute.manager [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Received event network-changed-ff6329ad-6274-474b-9515-2f06fa79c5c2 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.080389] env[69220]: DEBUG nova.compute.manager [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Refreshing instance network info cache due to event network-changed-ff6329ad-6274-474b-9515-2f06fa79c5c2. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 861.080389] env[69220]: DEBUG oslo_concurrency.lockutils [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] Acquiring lock "refresh_cache-52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.346920] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431915} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.347446] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 30314814-1b56-4ee0-a386-99d40bcc2794/30314814-1b56-4ee0-a386-99d40bcc2794.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.347891] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.348303] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-662d2439-b436-449c-a57d-49fdaea4bb19 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.354790] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 861.354790] env[69220]: value = "task-2800923" [ 861.354790] env[69220]: _type = "Task" [ 861.354790] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.359372] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "refresh_cache-52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.359837] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Instance network_info: |[{"id": "ff6329ad-6274-474b-9515-2f06fa79c5c2", "address": "fa:16:3e:0d:8d:ab", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6329ad-62", "ovs_interfaceid": "ff6329ad-6274-474b-9515-2f06fa79c5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.360883] env[69220]: DEBUG oslo_concurrency.lockutils [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] Acquired lock "refresh_cache-52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.361093] env[69220]: DEBUG nova.network.neutron [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Refreshing network info cache for port ff6329ad-6274-474b-9515-2f06fa79c5c2 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.362535] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:8d:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff6329ad-6274-474b-9515-2f06fa79c5c2', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.372198] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.373235] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.374094] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56f267fe-ac72-4c94-8536-0a4ce57153b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.393318] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.397750] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.397750] env[69220]: value = "task-2800924" [ 861.397750] env[69220]: _type = "Task" [ 861.397750] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.405615] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800924, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.512452] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.513148] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.516174] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.639s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.517719] env[69220]: INFO nova.compute.claims [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.864703] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064332} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.864973] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.865779] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da7b023-72b8-44e1-a41b-8e20c8c37284 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.889509] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 30314814-1b56-4ee0-a386-99d40bcc2794/30314814-1b56-4ee0-a386-99d40bcc2794.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.890030] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ecfba8a-056d-4979-b655-c8510eed1b1a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.913991] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800924, 'name': CreateVM_Task, 'duration_secs': 0.30784} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.915298] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.915707] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 861.915707] env[69220]: value = "task-2800925" [ 861.915707] env[69220]: _type = "Task" [ 861.915707] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.916344] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.916505] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.916815] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.917120] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d93ee51-9b0e-4e86-9946-37e201357a8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.927311] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.928367] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 861.928367] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5276504f-51c4-42a2-9721-698dcfd5686c" [ 861.928367] env[69220]: _type = "Task" [ 861.928367] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.938159] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5276504f-51c4-42a2-9721-698dcfd5686c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.022890] env[69220]: DEBUG nova.compute.utils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.026207] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.026371] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.065536] env[69220]: DEBUG nova.policy [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a840d065b0b4593abd6849bf6958fab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d1fd48a033e4efba111f946db1098dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.124797] env[69220]: DEBUG nova.network.neutron [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Updated VIF entry in instance network info cache for port ff6329ad-6274-474b-9515-2f06fa79c5c2. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.125024] env[69220]: DEBUG nova.network.neutron [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Updating instance_info_cache with network_info: [{"id": "ff6329ad-6274-474b-9515-2f06fa79c5c2", "address": "fa:16:3e:0d:8d:ab", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6329ad-62", "ovs_interfaceid": "ff6329ad-6274-474b-9515-2f06fa79c5c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.307129] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Successfully created port: b0fc9ff9-5695-4346-8268-ecd3b68544e8 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.406072] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.406302] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.425805] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800925, 'name': ReconfigVM_Task, 'duration_secs': 0.35787} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.426102] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 30314814-1b56-4ee0-a386-99d40bcc2794/30314814-1b56-4ee0-a386-99d40bcc2794.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.426755] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de0bcbd9-9d3b-474b-9d98-4ef68f12026c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.434057] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 862.434057] env[69220]: value = "task-2800926" [ 862.434057] env[69220]: _type = "Task" [ 862.434057] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.440719] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5276504f-51c4-42a2-9721-698dcfd5686c, 'name': SearchDatastore_Task, 'duration_secs': 0.011666} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.441314] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.441568] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.441852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.442032] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.442284] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.447392] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c149a60a-a1e1-45f3-8b5e-797012291516 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.449150] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800926, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.456524] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.456710] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.457496] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bda921e-94e1-4337-a796-9421c31f4d35 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.462419] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 862.462419] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52614744-998b-bb95-c349-0ea40454a8b0" [ 862.462419] env[69220]: _type = "Task" [ 862.462419] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.469727] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52614744-998b-bb95-c349-0ea40454a8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.527080] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.628985] env[69220]: DEBUG oslo_concurrency.lockutils [req-db372535-a17a-40a1-873a-75cff9ba993a req-a7bbd30d-9048-41cb-85d4-678304ca8b66 service nova] Releasing lock "refresh_cache-52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.688630] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.688854] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.943367] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800926, 'name': Rename_Task, 'duration_secs': 0.195103} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.945906] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.946390] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8c5400b-4fb6-49e7-8dd3-1ca0daf6b71e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.952814] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 862.952814] env[69220]: value = "task-2800927" [ 862.952814] env[69220]: _type = "Task" [ 862.952814] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.962789] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.971154] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52614744-998b-bb95-c349-0ea40454a8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.974333] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ee7a85-0a44-41ae-83ec-6cd8a764396d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.981019] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 862.981019] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f98327-7314-a770-ad04-5955678c69c4" [ 862.981019] env[69220]: _type = "Task" [ 862.981019] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.987945] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f98327-7314-a770-ad04-5955678c69c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.989978] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb40b60-aef3-4b84-91f2-f0eb5f1c8fd6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.997992] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fcfdfd-5afa-46ec-b25f-968cc67651f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.031680] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60b0001-ee70-4a61-8b8f-fcda6c85b2b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.042982] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3d7c3c-dc23-42df-8848-e759a900e50c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.057848] env[69220]: DEBUG nova.compute.provider_tree [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.462536] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800927, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.489894] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f98327-7314-a770-ad04-5955678c69c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013944} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.490699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.492257] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5/52bca790-fc3c-4ae9-8bf5-36dcbf6383f5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.492257] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3246dc90-77ab-4972-a692-74108f1e175e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.498169] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 863.498169] env[69220]: value = "task-2800928" [ 863.498169] env[69220]: _type = "Task" [ 863.498169] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.506485] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.540972] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.571645] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.571902] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.572248] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.572318] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.572426] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.572582] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.572812] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.572969] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.573146] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.573304] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.573471] env[69220]: DEBUG nova.virt.hardware [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.574344] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f685a397-52f2-4d47-a68a-c62320b35d00 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.582155] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f161ed16-2126-4d67-bf1a-5d46310b2757 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.586991] env[69220]: ERROR nova.scheduler.client.report [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [req-99c4dbb5-ef05-4a46-b513-ac5591bf9f4a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99c4dbb5-ef05-4a46-b513-ac5591bf9f4a"}]} [ 863.604065] env[69220]: DEBUG nova.scheduler.client.report [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 863.619803] env[69220]: DEBUG nova.scheduler.client.report [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 863.620060] env[69220]: DEBUG nova.compute.provider_tree [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.633638] env[69220]: DEBUG nova.scheduler.client.report [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 863.662390] env[69220]: DEBUG nova.scheduler.client.report [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 863.969830] env[69220]: DEBUG oslo_vmware.api [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800927, 'name': PowerOnVM_Task, 'duration_secs': 0.977974} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.970183] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.970410] env[69220]: INFO nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Took 7.66 seconds to spawn the instance on the hypervisor. [ 863.970617] env[69220]: DEBUG nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.971633] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5925f9b-b093-4e55-8063-de4e3922ebb4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.013021] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.023718] env[69220]: DEBUG nova.compute.manager [req-d8958118-3cd8-4b9a-8ce8-40f15e3fbbd7 req-03116da3-6c74-4dbc-96f7-b1c16291da7b service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Received event network-vif-plugged-b0fc9ff9-5695-4346-8268-ecd3b68544e8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.023718] env[69220]: DEBUG oslo_concurrency.lockutils [req-d8958118-3cd8-4b9a-8ce8-40f15e3fbbd7 req-03116da3-6c74-4dbc-96f7-b1c16291da7b service nova] Acquiring lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.023718] env[69220]: DEBUG oslo_concurrency.lockutils [req-d8958118-3cd8-4b9a-8ce8-40f15e3fbbd7 req-03116da3-6c74-4dbc-96f7-b1c16291da7b service nova] Lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.023718] env[69220]: DEBUG oslo_concurrency.lockutils [req-d8958118-3cd8-4b9a-8ce8-40f15e3fbbd7 req-03116da3-6c74-4dbc-96f7-b1c16291da7b service nova] Lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.023718] env[69220]: DEBUG nova.compute.manager [req-d8958118-3cd8-4b9a-8ce8-40f15e3fbbd7 req-03116da3-6c74-4dbc-96f7-b1c16291da7b service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] No waiting events found dispatching network-vif-plugged-b0fc9ff9-5695-4346-8268-ecd3b68544e8 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.023718] env[69220]: WARNING nova.compute.manager [req-d8958118-3cd8-4b9a-8ce8-40f15e3fbbd7 req-03116da3-6c74-4dbc-96f7-b1c16291da7b service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Received unexpected event network-vif-plugged-b0fc9ff9-5695-4346-8268-ecd3b68544e8 for instance with vm_state building and task_state spawning. [ 864.129147] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f79c0-db9d-4d52-8221-6a892d1f1772 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.136734] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64f89c3-3913-43c6-a03a-2c8004dd4ca8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.176403] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f44d31c-0924-4c17-8c31-6e7efaeee0b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.184108] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fd5ba7-6862-44ac-885c-8ab2cf40633c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.197214] env[69220]: DEBUG nova.compute.provider_tree [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.226555] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Successfully updated port: b0fc9ff9-5695-4346-8268-ecd3b68544e8 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.495027] env[69220]: INFO nova.compute.manager [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Took 54.24 seconds to build instance. [ 864.510110] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635928} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.510359] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5/52bca790-fc3c-4ae9-8bf5-36dcbf6383f5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.510595] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.511028] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4f6d14-9de2-4798-a838-4cfe83d729d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.516741] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 864.516741] env[69220]: value = "task-2800929" [ 864.516741] env[69220]: _type = "Task" [ 864.516741] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.525226] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.728263] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "refresh_cache-8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.728445] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "refresh_cache-8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.728613] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.733160] env[69220]: DEBUG nova.scheduler.client.report [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 864.733460] env[69220]: DEBUG nova.compute.provider_tree [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 88 to 89 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 864.733556] env[69220]: DEBUG nova.compute.provider_tree [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.997649] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cea95c08-ce34-4d00-bc3e-2207e92072b3 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "30314814-1b56-4ee0-a386-99d40bcc2794" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.378s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.027353] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069034} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.027639] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.028476] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57003530-0cdf-45ff-b5c9-c577cd7db997 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.051681] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5/52bca790-fc3c-4ae9-8bf5-36dcbf6383f5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.052373] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c23b5d-9a1d-4e64-b5a6-8f49fdfc47da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.073209] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 865.073209] env[69220]: value = "task-2800930" [ 865.073209] env[69220]: _type = "Task" [ 865.073209] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.081331] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.238369] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.722s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.238905] env[69220]: DEBUG nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.241635] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.954s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.241763] env[69220]: DEBUG nova.objects.instance [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lazy-loading 'resources' on Instance uuid 35db3ef3-e153-4b15-989d-63ea7a30484f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.267604] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.496598] env[69220]: DEBUG nova.network.neutron [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Updating instance_info_cache with network_info: [{"id": "b0fc9ff9-5695-4346-8268-ecd3b68544e8", "address": "fa:16:3e:c2:ee:74", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0fc9ff9-56", "ovs_interfaceid": "b0fc9ff9-5695-4346-8268-ecd3b68544e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.500796] env[69220]: DEBUG nova.compute.manager [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.583796] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.748048] env[69220]: DEBUG nova.compute.utils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.750047] env[69220]: DEBUG nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.750047] env[69220]: DEBUG nova.network.neutron [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.799033] env[69220]: DEBUG nova.policy [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc380c932aa41959bde2de21c4b7367', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a9e6bb49d546bda0e323d6dd2e407a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.998398] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "refresh_cache-8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.998688] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Instance network_info: |[{"id": "b0fc9ff9-5695-4346-8268-ecd3b68544e8", "address": "fa:16:3e:c2:ee:74", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0fc9ff9-56", "ovs_interfaceid": "b0fc9ff9-5695-4346-8268-ecd3b68544e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.999100] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:ee:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0fc9ff9-5695-4346-8268-ecd3b68544e8', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.006617] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.011054] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.013104] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e06350a-8065-4f9c-9525-7c2e86bbe797 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.035254] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.035254] env[69220]: value = "task-2800931" [ 866.035254] env[69220]: _type = "Task" [ 866.035254] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.041337] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.044951] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800931, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.050598] env[69220]: DEBUG nova.compute.manager [req-156583b4-3220-432b-a3ac-36660ea8882b req-fd64ba2f-9a68-471e-8c00-ad998b1737db service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Received event network-changed-b0fc9ff9-5695-4346-8268-ecd3b68544e8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.050822] env[69220]: DEBUG nova.compute.manager [req-156583b4-3220-432b-a3ac-36660ea8882b req-fd64ba2f-9a68-471e-8c00-ad998b1737db service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Refreshing instance network info cache due to event network-changed-b0fc9ff9-5695-4346-8268-ecd3b68544e8. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.051125] env[69220]: DEBUG oslo_concurrency.lockutils [req-156583b4-3220-432b-a3ac-36660ea8882b req-fd64ba2f-9a68-471e-8c00-ad998b1737db service nova] Acquiring lock "refresh_cache-8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.051720] env[69220]: DEBUG oslo_concurrency.lockutils [req-156583b4-3220-432b-a3ac-36660ea8882b req-fd64ba2f-9a68-471e-8c00-ad998b1737db service nova] Acquired lock "refresh_cache-8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.051720] env[69220]: DEBUG nova.network.neutron [req-156583b4-3220-432b-a3ac-36660ea8882b req-fd64ba2f-9a68-471e-8c00-ad998b1737db service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Refreshing network info cache for port b0fc9ff9-5695-4346-8268-ecd3b68544e8 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.086184] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800930, 'name': ReconfigVM_Task, 'duration_secs': 0.851987} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.087519] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5/52bca790-fc3c-4ae9-8bf5-36dcbf6383f5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.090804] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44c23f1a-5fd9-4c36-9dda-6e83acba8b81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.097937] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 866.097937] env[69220]: value = "task-2800932" [ 866.097937] env[69220]: _type = "Task" [ 866.097937] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.110502] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800932, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.192679] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a06f03-17cf-4dee-a991-21606162a59a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.200997] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7de2f1-b18e-4fe1-b773-bb6b7e264883 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.231672] env[69220]: DEBUG nova.network.neutron [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Successfully created port: 4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.234426] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9719906-7b6b-4e3a-ab59-fcc929165bd1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.242152] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d0eb45-bcbf-4c32-afeb-5b0e148ab859 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.257560] env[69220]: DEBUG nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.261175] env[69220]: DEBUG nova.compute.provider_tree [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.458265] env[69220]: INFO nova.compute.manager [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Rebuilding instance [ 866.511398] env[69220]: DEBUG nova.compute.manager [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.514711] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e1fb35-b322-4cb2-98d6-5d72af7fbb6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.546482] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800931, 'name': CreateVM_Task, 'duration_secs': 0.344201} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.546770] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.548475] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.548475] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.548475] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.548475] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1f7e4c-d0e6-436a-827c-448bb11bc486 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.556359] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 866.556359] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52df3047-0dfa-224d-d18f-ae305ae72442" [ 866.556359] env[69220]: _type = "Task" [ 866.556359] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.572225] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52df3047-0dfa-224d-d18f-ae305ae72442, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.572534] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.572769] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.576021] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.576021] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.576021] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.576021] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c71c6780-98b1-4419-99cb-0c0465d29c3c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.582056] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.582247] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.583034] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16133ed0-31c0-4d73-b45f-f50b41cca036 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.588212] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 866.588212] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5216ebcd-6955-19c4-d675-920d4637864e" [ 866.588212] env[69220]: _type = "Task" [ 866.588212] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.596268] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5216ebcd-6955-19c4-d675-920d4637864e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.611181] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800932, 'name': Rename_Task, 'duration_secs': 0.141759} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.611498] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.612021] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab30b806-b91f-4da7-ac08-b4a7c1dec192 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.617889] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 866.617889] env[69220]: value = "task-2800933" [ 866.617889] env[69220]: _type = "Task" [ 866.617889] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.625521] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.767307] env[69220]: DEBUG nova.scheduler.client.report [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.817418] env[69220]: DEBUG nova.network.neutron [req-156583b4-3220-432b-a3ac-36660ea8882b req-fd64ba2f-9a68-471e-8c00-ad998b1737db service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Updated VIF entry in instance network info cache for port b0fc9ff9-5695-4346-8268-ecd3b68544e8. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.817761] env[69220]: DEBUG nova.network.neutron [req-156583b4-3220-432b-a3ac-36660ea8882b req-fd64ba2f-9a68-471e-8c00-ad998b1737db service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Updating instance_info_cache with network_info: [{"id": "b0fc9ff9-5695-4346-8268-ecd3b68544e8", "address": "fa:16:3e:c2:ee:74", "network": {"id": "baf8eb1e-0555-4c21-89aa-b99204f463e9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2058496283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d1fd48a033e4efba111f946db1098dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0fc9ff9-56", "ovs_interfaceid": "b0fc9ff9-5695-4346-8268-ecd3b68544e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.098512] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5216ebcd-6955-19c4-d675-920d4637864e, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.099365] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37903719-5f49-4a51-acd9-c7ea299b6676 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.104762] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 867.104762] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5258d773-2073-e47a-150d-9ada60c3dfce" [ 867.104762] env[69220]: _type = "Task" [ 867.104762] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.113382] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5258d773-2073-e47a-150d-9ada60c3dfce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.125989] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.272075] env[69220]: DEBUG nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.274912] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.277069] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.043s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.277280] env[69220]: DEBUG nova.objects.instance [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lazy-loading 'pci_requests' on Instance uuid 9421efc6-6e98-48f4-a136-b3217e97527f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.297751] env[69220]: INFO nova.scheduler.client.report [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted allocations for instance 35db3ef3-e153-4b15-989d-63ea7a30484f [ 867.300895] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:04:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1211116485',id=40,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-474843032',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.300895] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.301324] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.301324] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.301324] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.301604] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.301819] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.301922] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.302667] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.302667] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.302667] env[69220]: DEBUG nova.virt.hardware [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.303443] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b1b64-d642-404d-8107-b64a85e5e49d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.313979] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcdb5ea-e6db-453f-9fdc-93ff8041e9a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.328234] env[69220]: DEBUG oslo_concurrency.lockutils [req-156583b4-3220-432b-a3ac-36660ea8882b req-fd64ba2f-9a68-471e-8c00-ad998b1737db service nova] Releasing lock "refresh_cache-8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.527585] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.527723] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a12fbc-4911-4718-b44b-a9fb376ce0be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.537180] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 867.537180] env[69220]: value = "task-2800934" [ 867.537180] env[69220]: _type = "Task" [ 867.537180] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.545208] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.615491] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5258d773-2073-e47a-150d-9ada60c3dfce, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.616110] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.616110] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90/8dea4829-40e3-4b1f-bfc1-9986c6aa2a90.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.616302] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd255951-e26a-4c32-8d9f-337d04e45426 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.623406] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 867.623406] env[69220]: value = "task-2800935" [ 867.623406] env[69220]: _type = "Task" [ 867.623406] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.629792] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800933, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.634698] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.782274] env[69220]: DEBUG nova.objects.instance [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lazy-loading 'numa_topology' on Instance uuid 9421efc6-6e98-48f4-a136-b3217e97527f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.812437] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61a5c012-f707-4ed4-a7bf-9258f915f29e tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "35db3ef3-e153-4b15-989d-63ea7a30484f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.981s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.054190] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800934, 'name': PowerOffVM_Task, 'duration_secs': 0.177219} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.054190] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.054190] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.054190] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c294af22-c5c0-4a20-9495-e022bb2a054b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.062892] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.063489] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7693ee4-b9de-4e06-a612-d97974d684db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.137411] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.138113] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.138487] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleting the datastore file [datastore1] 30314814-1b56-4ee0-a386-99d40bcc2794 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.145934] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b33c7ae5-4a70-4aa6-957e-44900f05d286 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.147943] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800933, 'name': PowerOnVM_Task, 'duration_secs': 1.148521} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.148382] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466738} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.150121] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.150121] env[69220]: INFO nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Took 9.15 seconds to spawn the instance on the hypervisor. [ 868.150121] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.153899] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90/8dea4829-40e3-4b1f-bfc1-9986c6aa2a90.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.153899] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.153899] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33059ac4-e835-4d4a-b2d6-e132530ebcdb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.155257] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94e331e8-a94f-43c3-8cc9-d98a70078fb7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.158523] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 868.158523] env[69220]: value = "task-2800937" [ 868.158523] env[69220]: _type = "Task" [ 868.158523] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.165491] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 868.165491] env[69220]: value = "task-2800938" [ 868.165491] env[69220]: _type = "Task" [ 868.165491] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.175972] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.180528] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.210663] env[69220]: DEBUG nova.network.neutron [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Successfully updated port: 4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.249014] env[69220]: DEBUG nova.compute.manager [req-e0a8a392-bd2b-4929-94e4-a6402dabadc0 req-245fe71c-8880-4797-b086-3f95d6749840 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Received event network-vif-plugged-4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.249260] env[69220]: DEBUG oslo_concurrency.lockutils [req-e0a8a392-bd2b-4929-94e4-a6402dabadc0 req-245fe71c-8880-4797-b086-3f95d6749840 service nova] Acquiring lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.249468] env[69220]: DEBUG oslo_concurrency.lockutils [req-e0a8a392-bd2b-4929-94e4-a6402dabadc0 req-245fe71c-8880-4797-b086-3f95d6749840 service nova] Lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.249632] env[69220]: DEBUG oslo_concurrency.lockutils [req-e0a8a392-bd2b-4929-94e4-a6402dabadc0 req-245fe71c-8880-4797-b086-3f95d6749840 service nova] Lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.249795] env[69220]: DEBUG nova.compute.manager [req-e0a8a392-bd2b-4929-94e4-a6402dabadc0 req-245fe71c-8880-4797-b086-3f95d6749840 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] No waiting events found dispatching network-vif-plugged-4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.249955] env[69220]: WARNING nova.compute.manager [req-e0a8a392-bd2b-4929-94e4-a6402dabadc0 req-245fe71c-8880-4797-b086-3f95d6749840 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Received unexpected event network-vif-plugged-4e909bd9-cdaf-4f72-8076-2c7012e897a1 for instance with vm_state building and task_state spawning. [ 868.285652] env[69220]: INFO nova.compute.claims [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.674199] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17902} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.679606] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.679606] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.679803] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.687015] env[69220]: INFO nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Took 57.90 seconds to build instance. [ 868.688348] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "244b2629-9cdb-4fcb-9310-d4dfa051e479" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.688960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "244b2629-9cdb-4fcb-9310-d4dfa051e479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.695122] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06833} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.695122] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.695122] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f150a357-5699-45e8-9d41-aaecec9c9fe8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.717308] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90/8dea4829-40e3-4b1f-bfc1-9986c6aa2a90.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.718131] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.718470] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquired lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.718470] env[69220]: DEBUG nova.network.neutron [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.719378] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec38ce38-a186-4081-af5a-d4aa184c69cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.743925] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 868.743925] env[69220]: value = "task-2800939" [ 868.743925] env[69220]: _type = "Task" [ 868.743925] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.753181] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.785691] env[69220]: DEBUG nova.network.neutron [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.918192] env[69220]: DEBUG nova.network.neutron [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Updating instance_info_cache with network_info: [{"id": "4e909bd9-cdaf-4f72-8076-2c7012e897a1", "address": "fa:16:3e:be:10:21", "network": {"id": "19c13596-da37-4f08-8a74-b16cb3a430a5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-990142660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a9e6bb49d546bda0e323d6dd2e407a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e909bd9-cd", "ovs_interfaceid": "4e909bd9-cdaf-4f72-8076-2c7012e897a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.192584] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.566s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.254161] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800939, 'name': ReconfigVM_Task, 'duration_secs': 0.283257} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.254469] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90/8dea4829-40e3-4b1f-bfc1-9986c6aa2a90.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.255113] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f3a334a-cee5-48a6-9d48-9cdebc31d945 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.261420] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 869.261420] env[69220]: value = "task-2800940" [ 869.261420] env[69220]: _type = "Task" [ 869.261420] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.270862] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800940, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.421585] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Releasing lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.421837] env[69220]: DEBUG nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Instance network_info: |[{"id": "4e909bd9-cdaf-4f72-8076-2c7012e897a1", "address": "fa:16:3e:be:10:21", "network": {"id": "19c13596-da37-4f08-8a74-b16cb3a430a5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-990142660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a9e6bb49d546bda0e323d6dd2e407a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e909bd9-cd", "ovs_interfaceid": "4e909bd9-cdaf-4f72-8076-2c7012e897a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.422288] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:10:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e909bd9-cdaf-4f72-8076-2c7012e897a1', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.429733] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Creating folder: Project (78a9e6bb49d546bda0e323d6dd2e407a). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.432306] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bdfdf1b-1d2c-413e-89e4-f567e1b08608 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.442638] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Created folder: Project (78a9e6bb49d546bda0e323d6dd2e407a) in parent group-v562703. [ 869.442638] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Creating folder: Instances. Parent ref: group-v562875. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.442638] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91db9514-c76e-437f-85ca-1ef6de638959 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.452213] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Created folder: Instances in parent group-v562875. [ 869.452470] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.452631] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.452839] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a6d8f78-00be-4fb9-8217-43aa8212f9e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.472880] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.472880] env[69220]: value = "task-2800943" [ 869.472880] env[69220]: _type = "Task" [ 869.472880] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.479805] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800943, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.698547] env[69220]: DEBUG nova.compute.manager [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.714532] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6427ae2b-f864-45f6-ae2b-ef97efc8b90c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.724979] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.725297] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.725462] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.725639] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.725782] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.725924] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.726143] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.726300] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.726469] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.726657] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.726801] env[69220]: DEBUG nova.virt.hardware [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.727918] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e744e17-8f50-4340-b170-0752794b0e98 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.731584] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2750b7-6ae5-47d2-b77d-c4daef785366 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.763762] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874c6b28-7f20-4909-b63b-0b0191eb4c99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.770832] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235cef92-edea-413e-bfa9-d9e33452083b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.778424] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800940, 'name': Rename_Task, 'duration_secs': 0.149863} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.787484] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.788228] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:6d:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df8238bc-9893-49c3-ae40-8d0350174b7c', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.795402] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.795623] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d497c9f-134c-4d85-9345-221ddd592145 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.797945] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e60f91-eab5-4c3c-a8a6-e736100cd3db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.801585] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.801802] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-111c75fc-2e02-4c9f-91d2-c91c4e7ca167 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.827095] env[69220]: DEBUG nova.compute.provider_tree [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.830311] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 869.830311] env[69220]: value = "task-2800944" [ 869.830311] env[69220]: _type = "Task" [ 869.830311] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.830535] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.830535] env[69220]: value = "task-2800945" [ 869.830535] env[69220]: _type = "Task" [ 869.830535] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.841660] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800944, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.844831] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800945, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.982474] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800943, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.219761] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.279985] env[69220]: DEBUG nova.compute.manager [req-e18b3114-99bb-42c4-9a65-99ef2aa4fd02 req-5b9732cc-3870-4156-b773-04b1db2e4844 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Received event network-changed-4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.280209] env[69220]: DEBUG nova.compute.manager [req-e18b3114-99bb-42c4-9a65-99ef2aa4fd02 req-5b9732cc-3870-4156-b773-04b1db2e4844 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Refreshing instance network info cache due to event network-changed-4e909bd9-cdaf-4f72-8076-2c7012e897a1. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 870.280440] env[69220]: DEBUG oslo_concurrency.lockutils [req-e18b3114-99bb-42c4-9a65-99ef2aa4fd02 req-5b9732cc-3870-4156-b773-04b1db2e4844 service nova] Acquiring lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.280651] env[69220]: DEBUG oslo_concurrency.lockutils [req-e18b3114-99bb-42c4-9a65-99ef2aa4fd02 req-5b9732cc-3870-4156-b773-04b1db2e4844 service nova] Acquired lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.280809] env[69220]: DEBUG nova.network.neutron [req-e18b3114-99bb-42c4-9a65-99ef2aa4fd02 req-5b9732cc-3870-4156-b773-04b1db2e4844 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Refreshing network info cache for port 4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.332190] env[69220]: DEBUG nova.scheduler.client.report [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.348295] env[69220]: DEBUG oslo_vmware.api [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800944, 'name': PowerOnVM_Task, 'duration_secs': 0.486516} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.351744] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.351957] env[69220]: INFO nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Took 6.81 seconds to spawn the instance on the hypervisor. [ 870.352155] env[69220]: DEBUG nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.352393] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800945, 'name': CreateVM_Task, 'duration_secs': 0.298395} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.353700] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b8f871-b474-42d6-827c-d32e09a8a519 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.356239] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.357090] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.357253] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.357548] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.358095] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248454ba-5b5a-477a-87ac-3a4d05ec957f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.365538] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 870.365538] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5202e172-6431-b5bb-1236-3c2cc5c4ee73" [ 870.365538] env[69220]: _type = "Task" [ 870.365538] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.372859] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5202e172-6431-b5bb-1236-3c2cc5c4ee73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.483206] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800943, 'name': CreateVM_Task, 'duration_secs': 0.510933} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.483387] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.484105] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.843569] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.566s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.845959] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.571s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.847453] env[69220]: INFO nova.compute.claims [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.876155] env[69220]: INFO nova.compute.manager [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Took 55.91 seconds to build instance. [ 870.880764] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5202e172-6431-b5bb-1236-3c2cc5c4ee73, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.881064] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.881299] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.881538] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.881673] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.881841] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.882267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.882587] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.883771] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e8d0ead-ba59-4361-8604-2511f7e0683a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.885273] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f62366-3258-40e2-a89b-24b5235f7ff1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.889864] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 870.889864] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529f273b-f67c-2b8f-d422-6c07de809977" [ 870.889864] env[69220]: _type = "Task" [ 870.889864] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.894262] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.894646] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.895512] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18fe57b-c7b3-4e69-b44a-5823469d9ec4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.900311] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529f273b-f67c-2b8f-d422-6c07de809977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.909731] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 870.909731] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5277f39c-d898-31f8-2ee3-c23e4bb20ef9" [ 870.909731] env[69220]: _type = "Task" [ 870.909731] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.915601] env[69220]: INFO nova.network.neutron [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating port e8079341-e00b-4713-9c18-32a531974dbf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 870.924751] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5277f39c-d898-31f8-2ee3-c23e4bb20ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.925552] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f2fe07-4aa6-41f6-86c4-9b75028154b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.932412] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 870.932412] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5294d98b-3094-e264-f453-70d3735bb115" [ 870.932412] env[69220]: _type = "Task" [ 870.932412] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.942666] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5294d98b-3094-e264-f453-70d3735bb115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.046583] env[69220]: DEBUG nova.network.neutron [req-e18b3114-99bb-42c4-9a65-99ef2aa4fd02 req-5b9732cc-3870-4156-b773-04b1db2e4844 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Updated VIF entry in instance network info cache for port 4e909bd9-cdaf-4f72-8076-2c7012e897a1. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.046935] env[69220]: DEBUG nova.network.neutron [req-e18b3114-99bb-42c4-9a65-99ef2aa4fd02 req-5b9732cc-3870-4156-b773-04b1db2e4844 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Updating instance_info_cache with network_info: [{"id": "4e909bd9-cdaf-4f72-8076-2c7012e897a1", "address": "fa:16:3e:be:10:21", "network": {"id": "19c13596-da37-4f08-8a74-b16cb3a430a5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-990142660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a9e6bb49d546bda0e323d6dd2e407a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e909bd9-cd", "ovs_interfaceid": "4e909bd9-cdaf-4f72-8076-2c7012e897a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.376309] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8f0826c-cb8d-4387-bbdd-565223fcb6aa tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.701s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.400381] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529f273b-f67c-2b8f-d422-6c07de809977, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.400757] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.401069] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.401341] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.442051] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5294d98b-3094-e264-f453-70d3735bb115, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.442299] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.442546] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 30314814-1b56-4ee0-a386-99d40bcc2794/30314814-1b56-4ee0-a386-99d40bcc2794.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.442859] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.443071] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.443290] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22a5227c-2ebd-4b26-a5b8-c1efd5aea203 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.445107] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9532278-6fa9-4294-8123-72182b7e3b86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.452072] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 871.452072] env[69220]: value = "task-2800946" [ 871.452072] env[69220]: _type = "Task" [ 871.452072] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.455736] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.455921] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.456900] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea1f18b-22a7-41e4-b499-12f0818ee450 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.462072] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.464795] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 871.464795] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5228bdfb-774d-6518-a21e-ec370e72ed94" [ 871.464795] env[69220]: _type = "Task" [ 871.464795] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.471600] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5228bdfb-774d-6518-a21e-ec370e72ed94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.550019] env[69220]: DEBUG oslo_concurrency.lockutils [req-e18b3114-99bb-42c4-9a65-99ef2aa4fd02 req-5b9732cc-3870-4156-b773-04b1db2e4844 service nova] Releasing lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.879151] env[69220]: DEBUG nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.962707] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449507} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.964962] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 30314814-1b56-4ee0-a386-99d40bcc2794/30314814-1b56-4ee0-a386-99d40bcc2794.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.965198] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.965702] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc4651f3-6da3-4d9b-9692-9b0dd9647f8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.975552] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5228bdfb-774d-6518-a21e-ec370e72ed94, 'name': SearchDatastore_Task, 'duration_secs': 0.008227} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.979727] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 871.979727] env[69220]: value = "task-2800947" [ 871.979727] env[69220]: _type = "Task" [ 871.979727] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.980138] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdd18f0-63ed-490d-ba71-6b49f208c986 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.988729] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 871.988729] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5272d72d-cf66-6776-bbdc-205aca42b3fd" [ 871.988729] env[69220]: _type = "Task" [ 871.988729] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.992916] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.004938] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5272d72d-cf66-6776-bbdc-205aca42b3fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.005086] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.005419] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2/cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.005640] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285934e3-8a0e-48ba-bea3-31e1ca6e6c55 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.012057] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 872.012057] env[69220]: value = "task-2800948" [ 872.012057] env[69220]: _type = "Task" [ 872.012057] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.019779] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.302129] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e77b8-60c1-4cb6-9156-a9e6ccbff3d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.310508] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24177e6d-65ac-4fc4-9240-34001e8d5a69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.343541] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a3f3c6-ab6a-456a-aab4-adaeb9bf7153 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.351615] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc598d-36b2-4515-8361-d81c9b2287db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.368832] env[69220]: DEBUG nova.compute.provider_tree [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.396092] env[69220]: DEBUG nova.compute.manager [req-9602174b-4229-4a3e-ac95-7cb441dc8271 req-fcb8612b-0ec9-4204-8f4f-6276ae14ff5d service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received event network-vif-plugged-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.396513] env[69220]: DEBUG oslo_concurrency.lockutils [req-9602174b-4229-4a3e-ac95-7cb441dc8271 req-fcb8612b-0ec9-4204-8f4f-6276ae14ff5d service nova] Acquiring lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.396707] env[69220]: DEBUG oslo_concurrency.lockutils [req-9602174b-4229-4a3e-ac95-7cb441dc8271 req-fcb8612b-0ec9-4204-8f4f-6276ae14ff5d service nova] Lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.396833] env[69220]: DEBUG oslo_concurrency.lockutils [req-9602174b-4229-4a3e-ac95-7cb441dc8271 req-fcb8612b-0ec9-4204-8f4f-6276ae14ff5d service nova] Lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.396999] env[69220]: DEBUG nova.compute.manager [req-9602174b-4229-4a3e-ac95-7cb441dc8271 req-fcb8612b-0ec9-4204-8f4f-6276ae14ff5d service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] No waiting events found dispatching network-vif-plugged-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.397392] env[69220]: WARNING nova.compute.manager [req-9602174b-4229-4a3e-ac95-7cb441dc8271 req-fcb8612b-0ec9-4204-8f4f-6276ae14ff5d service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received unexpected event network-vif-plugged-e8079341-e00b-4713-9c18-32a531974dbf for instance with vm_state shelved_offloaded and task_state spawning. [ 872.403298] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.416288] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.416513] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.416951] env[69220]: DEBUG nova.network.neutron [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.494628] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16679} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.494872] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.495655] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8518d2f7-03f8-4dfc-8dd4-fc69e4832981 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.517708] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 30314814-1b56-4ee0-a386-99d40bcc2794/30314814-1b56-4ee0-a386-99d40bcc2794.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.517997] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97e4a48-49dc-400f-b224-6d7fbfd1061f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.536851] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.537080] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.537282] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.537460] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.537634] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.542113] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459136} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.543395] env[69220]: INFO nova.compute.manager [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Terminating instance [ 872.544658] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2/cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.544881] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.545192] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 872.545192] env[69220]: value = "task-2800949" [ 872.545192] env[69220]: _type = "Task" [ 872.545192] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.546134] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7433a32f-ca88-495c-9c5a-fa4fad7c4967 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.556491] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 872.556491] env[69220]: value = "task-2800950" [ 872.556491] env[69220]: _type = "Task" [ 872.556491] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.559467] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.716745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.717026] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.717244] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.717428] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.717597] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.719826] env[69220]: INFO nova.compute.manager [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Terminating instance [ 872.872228] env[69220]: DEBUG nova.scheduler.client.report [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.049823] env[69220]: DEBUG nova.compute.manager [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.050135] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.054662] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f8029-6ebf-467b-96da-4984fd0a9c1c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.070634] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800949, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.070948] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.071822] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64bc896-c1d8-4380-829a-e06c0f7f7743 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.076220] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124941} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.076794] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.077579] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4580f7-d792-47ad-a5ec-b793da894cc7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.081456] env[69220]: DEBUG oslo_vmware.api [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 873.081456] env[69220]: value = "task-2800951" [ 873.081456] env[69220]: _type = "Task" [ 873.081456] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.104069] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2/cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.107201] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef4da61-0682-45d3-9138-d9e2bc5d64b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.131465] env[69220]: DEBUG oslo_vmware.api [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.137415] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 873.137415] env[69220]: value = "task-2800952" [ 873.137415] env[69220]: _type = "Task" [ 873.137415] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.147194] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.162013] env[69220]: DEBUG nova.network.neutron [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [{"id": "e8079341-e00b-4713-9c18-32a531974dbf", "address": "fa:16:3e:c2:18:a9", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8079341-e0", "ovs_interfaceid": "e8079341-e00b-4713-9c18-32a531974dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.223995] env[69220]: DEBUG nova.compute.manager [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.224320] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.225682] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a4d5d2-a69a-4ec4-bb1b-4c7c16de2093 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.233667] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.233900] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d5649a-08fa-405c-be71-ab241b5951f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.240562] env[69220]: DEBUG oslo_vmware.api [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 873.240562] env[69220]: value = "task-2800953" [ 873.240562] env[69220]: _type = "Task" [ 873.240562] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.249944] env[69220]: DEBUG oslo_vmware.api [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.378066] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.378706] env[69220]: DEBUG nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.381831] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.780s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.384453] env[69220]: INFO nova.compute.claims [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.557953] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800949, 'name': ReconfigVM_Task, 'duration_secs': 0.550844} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.558245] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 30314814-1b56-4ee0-a386-99d40bcc2794/30314814-1b56-4ee0-a386-99d40bcc2794.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.558872] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca155d87-d0aa-4344-8ea1-045b9b9e1cff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.563967] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 873.563967] env[69220]: value = "task-2800954" [ 873.563967] env[69220]: _type = "Task" [ 873.563967] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.571278] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800954, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.591404] env[69220]: DEBUG oslo_vmware.api [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800951, 'name': PowerOffVM_Task, 'duration_secs': 0.253969} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.591699] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.591872] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.592128] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66277862-1922-4e21-909a-4211fd2bfb45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.646969] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800952, 'name': ReconfigVM_Task, 'duration_secs': 0.400715} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.647375] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2/cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.648065] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-586031da-9e79-4d4b-9feb-afe33d92f28f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.653735] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.653923] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.654114] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleting the datastore file [datastore1] 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.654348] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27fb1755-bfe2-4404-8b5c-de885ef0bf90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.656949] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 873.656949] env[69220]: value = "task-2800956" [ 873.656949] env[69220]: _type = "Task" [ 873.656949] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.661173] env[69220]: DEBUG oslo_vmware.api [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 873.661173] env[69220]: value = "task-2800957" [ 873.661173] env[69220]: _type = "Task" [ 873.661173] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.667410] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.669240] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800956, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.674446] env[69220]: DEBUG oslo_vmware.api [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.695341] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='666a81de04826f88f956899c61ba6347',container_format='bare',created_at=2025-03-06T09:04:18Z,direct_url=,disk_format='vmdk',id=a6c70be8-dd93-4994-821d-459e6ce9bd65,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2145458614-shelved',owner='db17f1cf122d44a58de6d68fb01a365c',properties=ImageMetaProps,protected=,size=31592448,status='active',tags=,updated_at=2025-03-06T09:04:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.695581] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.695742] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.695913] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.696072] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.696219] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.696420] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.696574] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.696740] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.696896] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.697078] env[69220]: DEBUG nova.virt.hardware [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.697904] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61378249-d3bd-411e-bea5-f537a30c1323 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.705339] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6705e6b2-b6c7-42b5-a903-b39266a685bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.718355] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:18:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8079341-e00b-4713-9c18-32a531974dbf', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.726277] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.726529] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.726738] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32219c4a-c0c1-4cf2-a441-a7b2d8e3ead5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.745770] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.745770] env[69220]: value = "task-2800958" [ 873.745770] env[69220]: _type = "Task" [ 873.745770] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.753211] env[69220]: DEBUG oslo_vmware.api [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800953, 'name': PowerOffVM_Task, 'duration_secs': 0.286466} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.753781] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.753954] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.754211] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cb45362-5fb7-47e8-b1c9-da5bc3526fe9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.758376] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800958, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.832395] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.832685] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.832942] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleting the datastore file [datastore1] 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.833258] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0296daa-0abf-40e2-ab17-8ae2cebc429c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.840156] env[69220]: DEBUG oslo_vmware.api [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for the task: (returnval){ [ 873.840156] env[69220]: value = "task-2800960" [ 873.840156] env[69220]: _type = "Task" [ 873.840156] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.847861] env[69220]: DEBUG oslo_vmware.api [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.888440] env[69220]: DEBUG nova.compute.utils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.893050] env[69220]: DEBUG nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.893050] env[69220]: DEBUG nova.network.neutron [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.933118] env[69220]: DEBUG nova.policy [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f625297ad5b64042b69a13b056e586a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77bd7c68f9b44545b1f1ba21bc6a6e6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.076507] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800954, 'name': Rename_Task, 'duration_secs': 0.146183} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.076738] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.076987] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f18c3a5-37da-48d3-b594-4db270f89168 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.083404] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 874.083404] env[69220]: value = "task-2800961" [ 874.083404] env[69220]: _type = "Task" [ 874.083404] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.092239] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.171366] env[69220]: DEBUG oslo_vmware.api [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191888} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.174377] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.174576] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.174753] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.174922] env[69220]: INFO nova.compute.manager [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 874.175183] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.175392] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800956, 'name': Rename_Task, 'duration_secs': 0.183265} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.175588] env[69220]: DEBUG nova.compute.manager [-] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.175687] env[69220]: DEBUG nova.network.neutron [-] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.177287] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.178217] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-961b6ef4-66e4-4d7c-be12-1b848e537611 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.183991] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 874.183991] env[69220]: value = "task-2800962" [ 874.183991] env[69220]: _type = "Task" [ 874.183991] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.191725] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.214033] env[69220]: DEBUG nova.network.neutron [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Successfully created port: 81d9ab18-1067-402c-a921-9abb32516a9f {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.258146] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800958, 'name': CreateVM_Task, 'duration_secs': 0.396455} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.258385] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.259189] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.259444] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.260012] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.260303] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98745cb0-ebf2-4d62-92fd-ee3059ab5318 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.265642] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 874.265642] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52176c3c-3104-da70-ed84-10240a129dc0" [ 874.265642] env[69220]: _type = "Task" [ 874.265642] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.276083] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52176c3c-3104-da70-ed84-10240a129dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.350367] env[69220]: DEBUG oslo_vmware.api [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Task: {'id': task-2800960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246514} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.350710] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.350946] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.351191] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.351421] env[69220]: INFO nova.compute.manager [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Took 1.13 seconds to destroy the instance on the hypervisor. [ 874.351767] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.352017] env[69220]: DEBUG nova.compute.manager [-] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.352144] env[69220]: DEBUG nova.network.neutron [-] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.392871] env[69220]: DEBUG nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.468613] env[69220]: DEBUG nova.compute.manager [req-d4b142d1-902c-45e6-abd9-b9e42d324b4c req-09ab6f5b-f561-4f22-b4b3-fb29abd1e11a service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received event network-changed-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.468883] env[69220]: DEBUG nova.compute.manager [req-d4b142d1-902c-45e6-abd9-b9e42d324b4c req-09ab6f5b-f561-4f22-b4b3-fb29abd1e11a service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Refreshing instance network info cache due to event network-changed-e8079341-e00b-4713-9c18-32a531974dbf. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 874.469178] env[69220]: DEBUG oslo_concurrency.lockutils [req-d4b142d1-902c-45e6-abd9-b9e42d324b4c req-09ab6f5b-f561-4f22-b4b3-fb29abd1e11a service nova] Acquiring lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.469380] env[69220]: DEBUG oslo_concurrency.lockutils [req-d4b142d1-902c-45e6-abd9-b9e42d324b4c req-09ab6f5b-f561-4f22-b4b3-fb29abd1e11a service nova] Acquired lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.469702] env[69220]: DEBUG nova.network.neutron [req-d4b142d1-902c-45e6-abd9-b9e42d324b4c req-09ab6f5b-f561-4f22-b4b3-fb29abd1e11a service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Refreshing network info cache for port e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.593222] env[69220]: DEBUG oslo_vmware.api [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800961, 'name': PowerOnVM_Task, 'duration_secs': 0.472798} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.593222] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.594059] env[69220]: DEBUG nova.compute.manager [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.597563] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760cbba3-8c19-4445-8a48-3fe20d7707f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.693722] env[69220]: DEBUG oslo_vmware.api [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2800962, 'name': PowerOnVM_Task, 'duration_secs': 0.470627} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.696109] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.696317] env[69220]: INFO nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Took 7.42 seconds to spawn the instance on the hypervisor. [ 874.696493] env[69220]: DEBUG nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.697454] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044f0a42-3dd7-4ae3-89b9-788f0bf917cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.781126] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.781380] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Processing image a6c70be8-dd93-4994-821d-459e6ce9bd65 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.781666] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65/a6c70be8-dd93-4994-821d-459e6ce9bd65.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.781821] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65/a6c70be8-dd93-4994-821d-459e6ce9bd65.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.781995] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.782707] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb6b92bc-60a0-4d95-9243-995d04ad5ba9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.791534] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.791708] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.792445] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdd5f90-c01c-4940-a18c-73f26eca5240 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.800824] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 874.800824] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521679e9-3ab2-3022-b7ea-ba76de37fc9a" [ 874.800824] env[69220]: _type = "Task" [ 874.800824] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.808293] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521679e9-3ab2-3022-b7ea-ba76de37fc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.896473] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97bfb6e-3508-46c1-8744-ed86e480e892 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.907144] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e3e3e2-744a-4551-9b4f-78903430691d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.940076] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed73738-7180-44f9-8b44-551fc38c58a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.943547] env[69220]: DEBUG nova.compute.manager [req-e5754c87-2094-44b0-b56c-40fd76e5ecbb req-c9a049cb-82db-40cc-9b09-17b7d1249efe service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Received event network-vif-deleted-ff6329ad-6274-474b-9515-2f06fa79c5c2 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.943730] env[69220]: INFO nova.compute.manager [req-e5754c87-2094-44b0-b56c-40fd76e5ecbb req-c9a049cb-82db-40cc-9b09-17b7d1249efe service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Neutron deleted interface ff6329ad-6274-474b-9515-2f06fa79c5c2; detaching it from the instance and deleting it from the info cache [ 874.943894] env[69220]: DEBUG nova.network.neutron [req-e5754c87-2094-44b0-b56c-40fd76e5ecbb req-c9a049cb-82db-40cc-9b09-17b7d1249efe service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.950633] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca80432-7937-4419-93b2-7f186061d994 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.966140] env[69220]: DEBUG nova.compute.provider_tree [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.116357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.167133] env[69220]: DEBUG nova.network.neutron [-] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.214837] env[69220]: INFO nova.compute.manager [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Took 57.35 seconds to build instance. [ 875.294360] env[69220]: DEBUG nova.network.neutron [req-d4b142d1-902c-45e6-abd9-b9e42d324b4c req-09ab6f5b-f561-4f22-b4b3-fb29abd1e11a service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updated VIF entry in instance network info cache for port e8079341-e00b-4713-9c18-32a531974dbf. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.294360] env[69220]: DEBUG nova.network.neutron [req-d4b142d1-902c-45e6-abd9-b9e42d324b4c req-09ab6f5b-f561-4f22-b4b3-fb29abd1e11a service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [{"id": "e8079341-e00b-4713-9c18-32a531974dbf", "address": "fa:16:3e:c2:18:a9", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8079341-e0", "ovs_interfaceid": "e8079341-e00b-4713-9c18-32a531974dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.313571] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Preparing fetch location {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 875.313571] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Fetch image to [datastore1] OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831/OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831.vmdk {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 875.313571] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Downloading stream optimized image a6c70be8-dd93-4994-821d-459e6ce9bd65 to [datastore1] OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831/OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831.vmdk on the data store datastore1 as vApp {{(pid=69220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 875.313571] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Downloading image file data a6c70be8-dd93-4994-821d-459e6ce9bd65 to the ESX as VM named 'OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831' {{(pid=69220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 875.326903] env[69220]: DEBUG nova.network.neutron [-] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.389193] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 875.389193] env[69220]: value = "resgroup-9" [ 875.389193] env[69220]: _type = "ResourcePool" [ 875.389193] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 875.389748] env[69220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-37f2951b-1816-4ed9-b8de-cce9c3b22b2c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.408224] env[69220]: DEBUG nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.411776] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lease: (returnval){ [ 875.411776] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f0434b-984f-289b-3a31-739a0fa5e3c3" [ 875.411776] env[69220]: _type = "HttpNfcLease" [ 875.411776] env[69220]: } obtained for vApp import into resource pool (val){ [ 875.411776] env[69220]: value = "resgroup-9" [ 875.411776] env[69220]: _type = "ResourcePool" [ 875.411776] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 875.412169] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the lease: (returnval){ [ 875.412169] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f0434b-984f-289b-3a31-739a0fa5e3c3" [ 875.412169] env[69220]: _type = "HttpNfcLease" [ 875.412169] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 875.418592] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.418592] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f0434b-984f-289b-3a31-739a0fa5e3c3" [ 875.418592] env[69220]: _type = "HttpNfcLease" [ 875.418592] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 875.429604] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.429889] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.430059] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.430243] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.430389] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.430558] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.430776] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.430934] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.431113] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.431273] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.431439] env[69220]: DEBUG nova.virt.hardware [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.432287] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c96143-63f0-4629-888d-37e6ae4501d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.439708] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9bcf0a-52aa-425d-9c0c-9b0b3ed0b650 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.454021] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09787099-0965-40ed-a58b-82ff2fe4ce3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.461748] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b67568-a008-41fd-8c78-b3423e2323f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.473541] env[69220]: DEBUG nova.scheduler.client.report [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.502720] env[69220]: DEBUG nova.compute.manager [req-e5754c87-2094-44b0-b56c-40fd76e5ecbb req-c9a049cb-82db-40cc-9b09-17b7d1249efe service nova] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Detach interface failed, port_id=ff6329ad-6274-474b-9515-2f06fa79c5c2, reason: Instance 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 875.669069] env[69220]: INFO nova.compute.manager [-] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Took 1.32 seconds to deallocate network for instance. [ 875.716691] env[69220]: DEBUG oslo_concurrency.lockutils [None req-52bf6157-f1a8-424a-afd4-e9af5803db46 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.015s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.785685] env[69220]: DEBUG nova.network.neutron [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Successfully updated port: 81d9ab18-1067-402c-a921-9abb32516a9f {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.800598] env[69220]: DEBUG oslo_concurrency.lockutils [req-d4b142d1-902c-45e6-abd9-b9e42d324b4c req-09ab6f5b-f561-4f22-b4b3-fb29abd1e11a service nova] Releasing lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.828086] env[69220]: INFO nova.compute.manager [-] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Took 1.65 seconds to deallocate network for instance. [ 875.922474] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.922474] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f0434b-984f-289b-3a31-739a0fa5e3c3" [ 875.922474] env[69220]: _type = "HttpNfcLease" [ 875.922474] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 875.978995] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.979625] env[69220]: DEBUG nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.983495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.810s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.983495] env[69220]: DEBUG nova.objects.instance [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lazy-loading 'resources' on Instance uuid b54b0c55-d840-426d-ac09-f0f4ad0cb319 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.099310] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "30314814-1b56-4ee0-a386-99d40bcc2794" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.099566] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "30314814-1b56-4ee0-a386-99d40bcc2794" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.099778] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "30314814-1b56-4ee0-a386-99d40bcc2794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.099958] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "30314814-1b56-4ee0-a386-99d40bcc2794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.100245] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "30314814-1b56-4ee0-a386-99d40bcc2794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.105348] env[69220]: INFO nova.compute.manager [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Terminating instance [ 876.175583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.289923] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.289923] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.289923] env[69220]: DEBUG nova.network.neutron [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.335207] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.421854] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.421854] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f0434b-984f-289b-3a31-739a0fa5e3c3" [ 876.421854] env[69220]: _type = "HttpNfcLease" [ 876.421854] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 876.422234] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 876.422234] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f0434b-984f-289b-3a31-739a0fa5e3c3" [ 876.422234] env[69220]: _type = "HttpNfcLease" [ 876.422234] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 876.423190] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e2aa84-1faa-40a6-9bac-80e8ff9216c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.431182] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86b8d-f78b-cd6a-7690-ad42496caccb/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 876.431367] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating HTTP connection to write to file with size = 31592448 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86b8d-f78b-cd6a-7690-ad42496caccb/disk-0.vmdk. {{(pid=69220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 876.488526] env[69220]: DEBUG nova.compute.utils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.494675] env[69220]: DEBUG nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.494675] env[69220]: DEBUG nova.network.neutron [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.501690] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97fe2698-5c2a-4481-b541-eb69c78dbba0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.548827] env[69220]: DEBUG nova.policy [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baaf3f349f164c899ac6efff08fe8047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c8bc38ea0a24572b07b4ca06d900c0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.610252] env[69220]: DEBUG nova.compute.manager [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.610492] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.611717] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b8336b-ae0a-4054-aadc-12bfbff7b1a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.619909] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.620256] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1590f90-a313-4708-8332-0a78af5ad3ce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.628699] env[69220]: DEBUG oslo_vmware.api [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 876.628699] env[69220]: value = "task-2800964" [ 876.628699] env[69220]: _type = "Task" [ 876.628699] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.640596] env[69220]: DEBUG oslo_vmware.api [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.751222] env[69220]: DEBUG nova.compute.manager [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Received event network-vif-deleted-b0fc9ff9-5695-4346-8268-ecd3b68544e8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.751222] env[69220]: DEBUG nova.compute.manager [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] Received event network-vif-plugged-81d9ab18-1067-402c-a921-9abb32516a9f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.751222] env[69220]: DEBUG oslo_concurrency.lockutils [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] Acquiring lock "ebef2186-26ad-468b-9a35-155092057368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.751222] env[69220]: DEBUG oslo_concurrency.lockutils [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] Lock "ebef2186-26ad-468b-9a35-155092057368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.751590] env[69220]: DEBUG oslo_concurrency.lockutils [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] Lock "ebef2186-26ad-468b-9a35-155092057368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.751590] env[69220]: DEBUG nova.compute.manager [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] No waiting events found dispatching network-vif-plugged-81d9ab18-1067-402c-a921-9abb32516a9f {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.751756] env[69220]: WARNING nova.compute.manager [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] Received unexpected event network-vif-plugged-81d9ab18-1067-402c-a921-9abb32516a9f for instance with vm_state building and task_state spawning. [ 876.752020] env[69220]: DEBUG nova.compute.manager [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] Received event network-changed-81d9ab18-1067-402c-a921-9abb32516a9f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.752187] env[69220]: DEBUG nova.compute.manager [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] Refreshing instance network info cache due to event network-changed-81d9ab18-1067-402c-a921-9abb32516a9f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.752362] env[69220]: DEBUG oslo_concurrency.lockutils [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] Acquiring lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.776457] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.776457] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.852513] env[69220]: DEBUG nova.network.neutron [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.957746] env[69220]: DEBUG nova.compute.manager [req-34c64e69-182e-4f12-b6a2-76df16963d2a req-12b39e44-ff64-4a95-88fc-eeabb6d302ad service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Received event network-changed-4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.957947] env[69220]: DEBUG nova.compute.manager [req-34c64e69-182e-4f12-b6a2-76df16963d2a req-12b39e44-ff64-4a95-88fc-eeabb6d302ad service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Refreshing instance network info cache due to event network-changed-4e909bd9-cdaf-4f72-8076-2c7012e897a1. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.958190] env[69220]: DEBUG oslo_concurrency.lockutils [req-34c64e69-182e-4f12-b6a2-76df16963d2a req-12b39e44-ff64-4a95-88fc-eeabb6d302ad service nova] Acquiring lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.958336] env[69220]: DEBUG oslo_concurrency.lockutils [req-34c64e69-182e-4f12-b6a2-76df16963d2a req-12b39e44-ff64-4a95-88fc-eeabb6d302ad service nova] Acquired lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.958664] env[69220]: DEBUG nova.network.neutron [req-34c64e69-182e-4f12-b6a2-76df16963d2a req-12b39e44-ff64-4a95-88fc-eeabb6d302ad service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Refreshing network info cache for port 4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.969290] env[69220]: DEBUG nova.network.neutron [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Successfully created port: c91264b7-490c-43d8-a3be-c2e775faceaa {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.993506] env[69220]: DEBUG nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.001297] env[69220]: DEBUG nova.network.neutron [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Updating instance_info_cache with network_info: [{"id": "81d9ab18-1067-402c-a921-9abb32516a9f", "address": "fa:16:3e:93:ca:2a", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d9ab18-10", "ovs_interfaceid": "81d9ab18-1067-402c-a921-9abb32516a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.093026] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dc9950-4ff0-42bc-8758-d0f6db5774e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.104458] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef9492-8c7a-46c6-aa89-c96680a71647 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.145874] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3bd67b-ec47-4fc9-8b35-c754769a170b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.157361] env[69220]: DEBUG oslo_vmware.api [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800964, 'name': PowerOffVM_Task, 'duration_secs': 0.219599} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.159662] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.159662] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.160956] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ae0b33-8aaf-4fdd-b35d-580a4dbeb029 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.165650] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f3499a6-39d2-4d03-8016-67c57b61f61d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.179253] env[69220]: DEBUG nova.compute.provider_tree [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.282266] env[69220]: DEBUG nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.357810] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.358047] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.358238] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleting the datastore file [datastore2] 30314814-1b56-4ee0-a386-99d40bcc2794 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.358579] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d944e21-a39a-4239-b2ee-6ec07b5cb277 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.367084] env[69220]: DEBUG oslo_vmware.api [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 877.367084] env[69220]: value = "task-2800966" [ 877.367084] env[69220]: _type = "Task" [ 877.367084] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.376838] env[69220]: DEBUG oslo_vmware.api [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.508207] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.508581] env[69220]: DEBUG nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Instance network_info: |[{"id": "81d9ab18-1067-402c-a921-9abb32516a9f", "address": "fa:16:3e:93:ca:2a", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d9ab18-10", "ovs_interfaceid": "81d9ab18-1067-402c-a921-9abb32516a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.509182] env[69220]: DEBUG oslo_concurrency.lockutils [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] Acquired lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.509401] env[69220]: DEBUG nova.network.neutron [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] Refreshing network info cache for port 81d9ab18-1067-402c-a921-9abb32516a9f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.510664] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ca:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d9ab18-1067-402c-a921-9abb32516a9f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.519112] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Creating folder: Project (77bd7c68f9b44545b1f1ba21bc6a6e6e). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.520721] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b0a7141-6b22-4504-8302-c9a0d873bbc4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.533762] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Created folder: Project (77bd7c68f9b44545b1f1ba21bc6a6e6e) in parent group-v562703. [ 877.534013] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Creating folder: Instances. Parent ref: group-v562881. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.534299] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15866eeb-e3c5-468c-ad56-6caefa5b7d89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.546953] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Created folder: Instances in parent group-v562881. [ 877.547226] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.547756] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebef2186-26ad-468b-9a35-155092057368] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.549349] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00d88662-988b-431e-8f75-41bf83d6d6eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.570168] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.570168] env[69220]: value = "task-2800969" [ 877.570168] env[69220]: _type = "Task" [ 877.570168] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.581966] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800969, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.691497] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Completed reading data from the image iterator. {{(pid=69220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 877.691723] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86b8d-f78b-cd6a-7690-ad42496caccb/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.692671] env[69220]: DEBUG nova.scheduler.client.report [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.700404] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c4b3fe-d746-4e6e-925e-38f76079fdb9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.708857] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86b8d-f78b-cd6a-7690-ad42496caccb/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.709107] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86b8d-f78b-cd6a-7690-ad42496caccb/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 877.709419] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0beabd69-5b70-46f9-8e5c-89ded6bc5e7b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.810103] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.877616] env[69220]: DEBUG oslo_vmware.api [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2800966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168931} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.877766] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.877953] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.881022] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.881022] env[69220]: INFO nova.compute.manager [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Took 1.27 seconds to destroy the instance on the hypervisor. [ 877.881022] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.881022] env[69220]: DEBUG nova.compute.manager [-] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.881022] env[69220]: DEBUG nova.network.neutron [-] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.902768] env[69220]: DEBUG nova.network.neutron [req-34c64e69-182e-4f12-b6a2-76df16963d2a req-12b39e44-ff64-4a95-88fc-eeabb6d302ad service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Updated VIF entry in instance network info cache for port 4e909bd9-cdaf-4f72-8076-2c7012e897a1. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.903170] env[69220]: DEBUG nova.network.neutron [req-34c64e69-182e-4f12-b6a2-76df16963d2a req-12b39e44-ff64-4a95-88fc-eeabb6d302ad service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Updating instance_info_cache with network_info: [{"id": "4e909bd9-cdaf-4f72-8076-2c7012e897a1", "address": "fa:16:3e:be:10:21", "network": {"id": "19c13596-da37-4f08-8a74-b16cb3a430a5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-990142660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a9e6bb49d546bda0e323d6dd2e407a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e909bd9-cd", "ovs_interfaceid": "4e909bd9-cdaf-4f72-8076-2c7012e897a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.010959] env[69220]: DEBUG nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.036977] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.037563] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.037563] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.037563] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.037717] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.037832] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.038031] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.038194] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.038359] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.038519] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.038692] env[69220]: DEBUG nova.virt.hardware [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.039562] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665b30ab-650b-430e-9b96-e23fac61cf04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.048309] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8f0b62-2cde-4274-9ad0-5781f238d9c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.079048] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800969, 'name': CreateVM_Task, 'duration_secs': 0.382614} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.079208] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebef2186-26ad-468b-9a35-155092057368] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.079869] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.080033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.080350] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.080626] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64367516-8adf-43ef-b6fa-083491b0967a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.084958] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 878.084958] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d726d1-2ae5-0fcc-ca97-b421a3b6dff8" [ 878.084958] env[69220]: _type = "Task" [ 878.084958] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.094971] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d726d1-2ae5-0fcc-ca97-b421a3b6dff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.203934] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.206068] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.230s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.208226] env[69220]: INFO nova.compute.claims [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.211589] env[69220]: DEBUG nova.network.neutron [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] Updated VIF entry in instance network info cache for port 81d9ab18-1067-402c-a921-9abb32516a9f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.211955] env[69220]: DEBUG nova.network.neutron [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] Updating instance_info_cache with network_info: [{"id": "81d9ab18-1067-402c-a921-9abb32516a9f", "address": "fa:16:3e:93:ca:2a", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d9ab18-10", "ovs_interfaceid": "81d9ab18-1067-402c-a921-9abb32516a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.225044] env[69220]: INFO nova.scheduler.client.report [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted allocations for instance b54b0c55-d840-426d-ac09-f0f4ad0cb319 [ 878.265134] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86b8d-f78b-cd6a-7690-ad42496caccb/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 878.265134] env[69220]: INFO nova.virt.vmwareapi.images [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Downloaded image file data a6c70be8-dd93-4994-821d-459e6ce9bd65 [ 878.265844] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bae0e9-f363-4d09-9a7a-04ba78b12661 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.292605] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11aa4b4-c513-4708-b83c-c64a042487d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.406404] env[69220]: DEBUG oslo_concurrency.lockutils [req-34c64e69-182e-4f12-b6a2-76df16963d2a req-12b39e44-ff64-4a95-88fc-eeabb6d302ad service nova] Releasing lock "refresh_cache-cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.595500] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d726d1-2ae5-0fcc-ca97-b421a3b6dff8, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.595500] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.595718] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.595928] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.596094] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.596260] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.596497] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efb768d7-69bd-41a6-9e01-9fee56400eba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.604912] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.605111] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.606506] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-993929f2-41f4-41b4-8b10-1dd62f26d630 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.611719] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 878.611719] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f39058-86b5-1278-51d0-44243fff8c0f" [ 878.611719] env[69220]: _type = "Task" [ 878.611719] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.615171] env[69220]: DEBUG nova.network.neutron [-] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.623043] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f39058-86b5-1278-51d0-44243fff8c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.626225] env[69220]: INFO nova.virt.vmwareapi.images [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] The imported VM was unregistered [ 878.629092] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Caching image {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 878.629092] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.629219] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69858f5d-52b9-4261-866d-ad658121659c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.639756] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Created directory with path [datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.639874] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831/OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831.vmdk to [datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65/a6c70be8-dd93-4994-821d-459e6ce9bd65.vmdk. {{(pid=69220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 878.640096] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-05489288-2230-4df8-bb30-e77d3273f668 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.646819] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 878.646819] env[69220]: value = "task-2800971" [ 878.646819] env[69220]: _type = "Task" [ 878.646819] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.654762] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800971, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.673825] env[69220]: DEBUG nova.network.neutron [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Successfully updated port: c91264b7-490c-43d8-a3be-c2e775faceaa {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.717114] env[69220]: DEBUG oslo_concurrency.lockutils [req-5bb2090d-3c72-4df0-9282-3eb690ed00bf req-293d6ad9-63ba-447a-9303-fb2a071c8572 service nova] Releasing lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.731845] env[69220]: DEBUG oslo_concurrency.lockutils [None req-01f1b100-8be6-4f3c-8aa0-2a9ac44d0761 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "b54b0c55-d840-426d-ac09-f0f4ad0cb319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.849s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.831952] env[69220]: DEBUG nova.compute.manager [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Received event network-vif-deleted-df8238bc-9893-49c3-ae40-8d0350174b7c {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.832245] env[69220]: DEBUG nova.compute.manager [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Received event network-vif-plugged-c91264b7-490c-43d8-a3be-c2e775faceaa {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.832471] env[69220]: DEBUG oslo_concurrency.lockutils [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] Acquiring lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.832547] env[69220]: DEBUG oslo_concurrency.lockutils [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] Lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.832747] env[69220]: DEBUG oslo_concurrency.lockutils [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] Lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.832865] env[69220]: DEBUG nova.compute.manager [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] No waiting events found dispatching network-vif-plugged-c91264b7-490c-43d8-a3be-c2e775faceaa {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.833214] env[69220]: WARNING nova.compute.manager [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Received unexpected event network-vif-plugged-c91264b7-490c-43d8-a3be-c2e775faceaa for instance with vm_state building and task_state spawning. [ 878.833439] env[69220]: DEBUG nova.compute.manager [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Received event network-changed-c91264b7-490c-43d8-a3be-c2e775faceaa {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.834825] env[69220]: DEBUG nova.compute.manager [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Refreshing instance network info cache due to event network-changed-c91264b7-490c-43d8-a3be-c2e775faceaa. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.834825] env[69220]: DEBUG oslo_concurrency.lockutils [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] Acquiring lock "refresh_cache-89535cd4-7ff1-4bde-b2ec-efa781b0b656" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.834825] env[69220]: DEBUG oslo_concurrency.lockutils [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] Acquired lock "refresh_cache-89535cd4-7ff1-4bde-b2ec-efa781b0b656" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.834825] env[69220]: DEBUG nova.network.neutron [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Refreshing network info cache for port c91264b7-490c-43d8-a3be-c2e775faceaa {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.117975] env[69220]: INFO nova.compute.manager [-] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Took 1.24 seconds to deallocate network for instance. [ 879.124430] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f39058-86b5-1278-51d0-44243fff8c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.129057] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a51e8a-2aab-41d3-817a-59e1f0271b9d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.134129] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 879.134129] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523c1961-2a19-bb09-e33a-a00b510aa4e3" [ 879.134129] env[69220]: _type = "Task" [ 879.134129] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.142888] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523c1961-2a19-bb09-e33a-a00b510aa4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.156624] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800971, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.176684] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "refresh_cache-89535cd4-7ff1-4bde-b2ec-efa781b0b656" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.369687] env[69220]: DEBUG nova.network.neutron [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.462281] env[69220]: DEBUG nova.network.neutron [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.629643] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.648227] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523c1961-2a19-bb09-e33a-a00b510aa4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.088082} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.648685] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.648978] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] ebef2186-26ad-468b-9a35-155092057368/ebef2186-26ad-468b-9a35-155092057368.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.652810] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf91f651-49ae-440c-91db-13945e5d1203 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.663586] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800971, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.665863] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 879.665863] env[69220]: value = "task-2800972" [ 879.665863] env[69220]: _type = "Task" [ 879.665863] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.677336] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.683674] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210b6208-1bc3-48e8-83af-9c26440c91f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.691422] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e5548-e041-45b6-9152-8de45e0585b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.723615] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1b04b9-bb80-46da-8bd9-00038306d0b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.731609] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ec1860-2ce1-4074-9ff7-e15fc1e7d6bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.746369] env[69220]: DEBUG nova.compute.provider_tree [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.967816] env[69220]: DEBUG oslo_concurrency.lockutils [req-47b87a76-ee8a-431b-89fb-1488bb28c19d req-bc0f57c6-afe4-4232-851f-0f269e3bf09f service nova] Releasing lock "refresh_cache-89535cd4-7ff1-4bde-b2ec-efa781b0b656" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.968127] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "refresh_cache-89535cd4-7ff1-4bde-b2ec-efa781b0b656" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.968273] env[69220]: DEBUG nova.network.neutron [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.158797] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800971, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.175650] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.269329] env[69220]: ERROR nova.scheduler.client.report [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [req-25c5b1e3-c4f6-4ec7-8f76-a1e005fad0a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25c5b1e3-c4f6-4ec7-8f76-a1e005fad0a2"}]} [ 880.286577] env[69220]: DEBUG nova.scheduler.client.report [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.302637] env[69220]: DEBUG nova.scheduler.client.report [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.302924] env[69220]: DEBUG nova.compute.provider_tree [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.317534] env[69220]: DEBUG nova.scheduler.client.report [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.338066] env[69220]: DEBUG nova.scheduler.client.report [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.500711] env[69220]: DEBUG nova.network.neutron [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.654853] env[69220]: DEBUG nova.network.neutron [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Updating instance_info_cache with network_info: [{"id": "c91264b7-490c-43d8-a3be-c2e775faceaa", "address": "fa:16:3e:ba:7c:b5", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc91264b7-49", "ovs_interfaceid": "c91264b7-490c-43d8-a3be-c2e775faceaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.662252] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800971, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.676778] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.798829] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337fde2-6308-4727-80d1-200e4fae5e73 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.806915] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee738d29-2e22-42d8-9eba-6bad1e1c2401 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.839960] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cdb02e-930c-4fbc-bca9-823c56f04d4a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.853245] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80f7550-26fa-4f52-8e0f-7534413c3a6b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.871430] env[69220]: DEBUG nova.compute.provider_tree [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.160901] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800971, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.478363} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.161351] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831/OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831.vmdk to [datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65/a6c70be8-dd93-4994-821d-459e6ce9bd65.vmdk. [ 881.161351] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Cleaning up location [datastore1] OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 881.161501] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d8b5f767-53a2-43ab-9f63-6387da1a2831 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.161801] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8fe810-6393-42ec-8579-9718824f39b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.163907] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "refresh_cache-89535cd4-7ff1-4bde-b2ec-efa781b0b656" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.164285] env[69220]: DEBUG nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Instance network_info: |[{"id": "c91264b7-490c-43d8-a3be-c2e775faceaa", "address": "fa:16:3e:ba:7c:b5", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc91264b7-49", "ovs_interfaceid": "c91264b7-490c-43d8-a3be-c2e775faceaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.164595] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:7c:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c91264b7-490c-43d8-a3be-c2e775faceaa', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.172219] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.173060] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.176585] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4e5fce4-2c4e-4ada-af1e-0d7fe0980789 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.192657] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 881.192657] env[69220]: value = "task-2800973" [ 881.192657] env[69220]: _type = "Task" [ 881.192657] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.199613] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.201354] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.201354] env[69220]: value = "task-2800974" [ 881.201354] env[69220]: _type = "Task" [ 881.201354] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.208674] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.216977] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800974, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.402734] env[69220]: DEBUG nova.scheduler.client.report [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.403031] env[69220]: DEBUG nova.compute.provider_tree [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 91 to 92 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.403222] env[69220]: DEBUG nova.compute.provider_tree [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.684122] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800972, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.723197} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.684386] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] ebef2186-26ad-468b-9a35-155092057368/ebef2186-26ad-468b-9a35-155092057368.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.684600] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.684850] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f0df3ff-e482-4801-8326-1e8116c87324 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.691315] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 881.691315] env[69220]: value = "task-2800975" [ 881.691315] env[69220]: _type = "Task" [ 881.691315] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.705598] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197723} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.705907] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.710022] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.710022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65/a6c70be8-dd93-4994-821d-459e6ce9bd65.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.710022] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65/a6c70be8-dd93-4994-821d-459e6ce9bd65.vmdk to [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f/9421efc6-6e98-48f4-a136-b3217e97527f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.710250] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7700abb3-8b3b-401c-aa27-5d7bfd240118 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.717141] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800974, 'name': CreateVM_Task, 'duration_secs': 0.468524} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.718756] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.718756] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 881.718756] env[69220]: value = "task-2800976" [ 881.718756] env[69220]: _type = "Task" [ 881.718756] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.719176] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.719332] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.719672] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.720222] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdc663d-d0b4-42d1-b62b-69ab0026e739 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.730131] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.730428] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 881.730428] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529c6551-9064-bf64-1ad1-662f952481d6" [ 881.730428] env[69220]: _type = "Task" [ 881.730428] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.738900] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529c6551-9064-bf64-1ad1-662f952481d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.739211] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.739486] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.739743] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.739896] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.740087] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.740341] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf01f88-ea13-4542-b521-c5ce0b70904a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.746624] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.746792] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.747469] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76036f6-652f-4bcf-8109-485d5b03a888 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.753621] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 881.753621] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5225a230-8db0-7ba5-c3f9-9627a6bcd286" [ 881.753621] env[69220]: _type = "Task" [ 881.753621] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.760926] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5225a230-8db0-7ba5-c3f9-9627a6bcd286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.908208] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.702s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.908750] env[69220]: DEBUG nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.911621] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.532s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.911860] env[69220]: DEBUG nova.objects.instance [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lazy-loading 'resources' on Instance uuid e2a3e0f2-5200-402f-b5df-fb3420bd99c3 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.202190] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070498} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.202534] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.203367] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfefc0d-4ba4-4737-9aa8-e09205abe293 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.226277] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] ebef2186-26ad-468b-9a35-155092057368/ebef2186-26ad-468b-9a35-155092057368.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.226677] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8bb21a-deb6-48b3-99a6-ecf4cd9e7dbb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.249844] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 882.249844] env[69220]: value = "task-2800977" [ 882.249844] env[69220]: _type = "Task" [ 882.249844] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.253441] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800976, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.267658] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5225a230-8db0-7ba5-c3f9-9627a6bcd286, 'name': SearchDatastore_Task, 'duration_secs': 0.008278} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.273035] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.273035] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90482c4-b919-49c8-ba0b-784e46d380f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.282977] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 882.282977] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5220db16-4f4b-804c-13a7-9e1d465d7242" [ 882.282977] env[69220]: _type = "Task" [ 882.282977] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.294637] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5220db16-4f4b-804c-13a7-9e1d465d7242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.415398] env[69220]: DEBUG nova.compute.utils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.422349] env[69220]: DEBUG nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.422349] env[69220]: DEBUG nova.network.neutron [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.485148] env[69220]: DEBUG nova.policy [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b44d330e7584a8f862ccafaf50b79b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c517e5ccf444864b3c4e2100626de93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.748165] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800976, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.771962] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.798052] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5220db16-4f4b-804c-13a7-9e1d465d7242, 'name': SearchDatastore_Task, 'duration_secs': 0.088848} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.798352] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.798957] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 89535cd4-7ff1-4bde-b2ec-efa781b0b656/89535cd4-7ff1-4bde-b2ec-efa781b0b656.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.800114] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9293b5b-5403-461c-a282-fbec2eedef95 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.811946] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 882.811946] env[69220]: value = "task-2800978" [ 882.811946] env[69220]: _type = "Task" [ 882.811946] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.827499] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.828732] env[69220]: DEBUG nova.network.neutron [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Successfully created port: bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.920702] env[69220]: DEBUG nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.940008] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fc4ae7-eb53-4d8b-ab8f-ef0c04b8c483 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.953507] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac6d6c-0cb2-49b5-9f80-b1c1a7ed2d1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.992826] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc6024f-f5f8-41e5-a0af-e29cc4e3079d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.005662] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79513697-081f-4899-95c2-5525e5141bc3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.023475] env[69220]: DEBUG nova.compute.provider_tree [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.242504] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800976, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.268266] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.325587] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.558256] env[69220]: DEBUG nova.scheduler.client.report [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 883.558545] env[69220]: DEBUG nova.compute.provider_tree [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 92 to 93 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 883.558742] env[69220]: DEBUG nova.compute.provider_tree [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.513241] env[69220]: DEBUG nova.network.neutron [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Successfully updated port: bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.516624] env[69220]: DEBUG nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.519087] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.607s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.521489] env[69220]: DEBUG nova.compute.manager [req-ca50cd84-3b89-48c0-ad97-0d7d9aa67b89 req-7bd2b78e-61a6-47d4-9c3b-41b95df37b6c service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Received event network-vif-plugged-bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.521658] env[69220]: DEBUG oslo_concurrency.lockutils [req-ca50cd84-3b89-48c0-ad97-0d7d9aa67b89 req-7bd2b78e-61a6-47d4-9c3b-41b95df37b6c service nova] Acquiring lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.521851] env[69220]: DEBUG oslo_concurrency.lockutils [req-ca50cd84-3b89-48c0-ad97-0d7d9aa67b89 req-7bd2b78e-61a6-47d4-9c3b-41b95df37b6c service nova] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.522016] env[69220]: DEBUG oslo_concurrency.lockutils [req-ca50cd84-3b89-48c0-ad97-0d7d9aa67b89 req-7bd2b78e-61a6-47d4-9c3b-41b95df37b6c service nova] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.522186] env[69220]: DEBUG nova.compute.manager [req-ca50cd84-3b89-48c0-ad97-0d7d9aa67b89 req-7bd2b78e-61a6-47d4-9c3b-41b95df37b6c service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] No waiting events found dispatching network-vif-plugged-bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.522343] env[69220]: WARNING nova.compute.manager [req-ca50cd84-3b89-48c0-ad97-0d7d9aa67b89 req-7bd2b78e-61a6-47d4-9c3b-41b95df37b6c service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Received unexpected event network-vif-plugged-bd1d124c-b1e0-4dc4-badf-dc1c419b4442 for instance with vm_state building and task_state spawning. [ 884.529256] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.313s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.529485] env[69220]: DEBUG nova.objects.instance [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lazy-loading 'resources' on Instance uuid b721fee1-b833-466d-bbcf-b42827d20276 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.537923] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800976, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.341326} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.543668] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a6c70be8-dd93-4994-821d-459e6ce9bd65/a6c70be8-dd93-4994-821d-459e6ce9bd65.vmdk to [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f/9421efc6-6e98-48f4-a136-b3217e97527f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.544433] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800977, 'name': ReconfigVM_Task, 'duration_secs': 2.086142} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.544657] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800978, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.616964} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.545700] env[69220]: INFO nova.scheduler.client.report [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleted allocations for instance e2a3e0f2-5200-402f-b5df-fb3420bd99c3 [ 884.551100] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69126810-e9ea-442a-aa07-372e7b0ed816 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.552469] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Reconfigured VM instance instance-0000003f to attach disk [datastore1] ebef2186-26ad-468b-9a35-155092057368/ebef2186-26ad-468b-9a35-155092057368.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.553115] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 89535cd4-7ff1-4bde-b2ec-efa781b0b656/89535cd4-7ff1-4bde-b2ec-efa781b0b656.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.553385] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.556699] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da4d413d-ccee-4e65-ae18-a9c343b2304f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.558581] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d43954-fed8-4bdf-ba15-ba650fa4bc8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.582100] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f/9421efc6-6e98-48f4-a136-b3217e97527f.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.584984] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.584984] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.584984] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.584984] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.584984] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.584984] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.585366] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.585366] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.585551] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.585713] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.585887] env[69220]: DEBUG nova.virt.hardware [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.588593] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547f92ed-c9c7-4368-9930-5ec01748c8cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.604070] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77079857-7169-40c2-a4f0-46b851dcaad0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.606852] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 884.606852] env[69220]: value = "task-2800979" [ 884.606852] env[69220]: _type = "Task" [ 884.606852] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.608439] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 884.608439] env[69220]: value = "task-2800980" [ 884.608439] env[69220]: _type = "Task" [ 884.608439] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.619245] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 884.619245] env[69220]: value = "task-2800981" [ 884.619245] env[69220]: _type = "Task" [ 884.619245] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.621390] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7936962-8775-4029-9e68-e0180a28c699 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.635466] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800980, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.635466] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800979, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.642285] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.028764] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.028764] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.028764] env[69220]: DEBUG nova.network.neutron [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.054722] env[69220]: DEBUG oslo_concurrency.lockutils [None req-82a1ab93-23ff-4944-a80d-918baa466968 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "e2a3e0f2-5200-402f-b5df-fb3420bd99c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.261s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.123108] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071214} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.128846] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.129222] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800979, 'name': Rename_Task, 'duration_secs': 0.154565} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.131969] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8545d06e-b730-4e4c-8e61-3cc75b1f1681 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.134264] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.135039] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb32283a-f71b-4bc7-b552-e933f38d05a0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.139844] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800981, 'name': ReconfigVM_Task, 'duration_secs': 0.297172} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.148692] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f/9421efc6-6e98-48f4-a136-b3217e97527f.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.157639] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 89535cd4-7ff1-4bde-b2ec-efa781b0b656/89535cd4-7ff1-4bde-b2ec-efa781b0b656.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.161203] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-151ab302-9429-48b1-a17a-bb133074b9cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.162675] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f33c1223-2f71-4cf5-861d-f020245f8f04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.176899] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 885.176899] env[69220]: value = "task-2800982" [ 885.176899] env[69220]: _type = "Task" [ 885.176899] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.182291] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 885.182291] env[69220]: value = "task-2800983" [ 885.182291] env[69220]: _type = "Task" [ 885.182291] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.183747] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 885.183747] env[69220]: value = "task-2800984" [ 885.183747] env[69220]: _type = "Task" [ 885.183747] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.195343] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.198340] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800983, 'name': Rename_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.201326] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.458320] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1360d8c2-409b-41cb-bca7-5a674b7fa5df {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.466017] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef90172-436a-4a77-b208-a53e61440bb9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.498100] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9153375a-0acd-416c-8f7b-e2809b4a5795 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.505247] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a86e90f-e5dc-4a41-b358-7fbd3fd42d62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.517938] env[69220]: DEBUG nova.compute.provider_tree [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.561273] env[69220]: DEBUG nova.network.neutron [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.687913] env[69220]: DEBUG oslo_vmware.api [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800982, 'name': PowerOnVM_Task, 'duration_secs': 0.523244} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.693930] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.694156] env[69220]: INFO nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Took 10.29 seconds to spawn the instance on the hypervisor. [ 885.694338] env[69220]: DEBUG nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.695084] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4268b6c7-c88f-4fe9-9eed-01d9b38ba3cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.702170] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800983, 'name': Rename_Task, 'duration_secs': 0.181289} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.706097] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.706328] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800984, 'name': ReconfigVM_Task, 'duration_secs': 0.39784} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.710035] env[69220]: DEBUG nova.network.neutron [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.710997] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f5a11f1-f70c-4e89-a8d1-1153b72f9abc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.712577] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 89535cd4-7ff1-4bde-b2ec-efa781b0b656/89535cd4-7ff1-4bde-b2ec-efa781b0b656.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.713463] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31d2f50-15e4-415e-b0bb-3374c363b218 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.719224] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 885.719224] env[69220]: value = "task-2800985" [ 885.719224] env[69220]: _type = "Task" [ 885.719224] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.720469] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 885.720469] env[69220]: value = "task-2800986" [ 885.720469] env[69220]: _type = "Task" [ 885.720469] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.732709] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800986, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.735278] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.788738] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "8ff5389b-d78d-4ac6-9228-3fa315577638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.788998] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "8ff5389b-d78d-4ac6-9228-3fa315577638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.789231] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "8ff5389b-d78d-4ac6-9228-3fa315577638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.789415] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "8ff5389b-d78d-4ac6-9228-3fa315577638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.789582] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "8ff5389b-d78d-4ac6-9228-3fa315577638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.792249] env[69220]: INFO nova.compute.manager [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Terminating instance [ 886.021495] env[69220]: DEBUG nova.scheduler.client.report [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.218802] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.219146] env[69220]: DEBUG nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Instance network_info: |[{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.221113] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:67:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd1d124c-b1e0-4dc4-badf-dc1c419b4442', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.228529] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Creating folder: Project (8c517e5ccf444864b3c4e2100626de93). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.229135] env[69220]: INFO nova.compute.manager [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Took 56.97 seconds to build instance. [ 886.230137] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4694fbed-f2a5-4bae-a137-f801cb102a97 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.244479] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.249824] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800986, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.251159] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Created folder: Project (8c517e5ccf444864b3c4e2100626de93) in parent group-v562703. [ 886.251327] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Creating folder: Instances. Parent ref: group-v562885. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.251589] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-addedaa1-2216-498a-aae0-c1201a4dc8e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.261335] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Created folder: Instances in parent group-v562885. [ 886.261573] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.261784] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.262016] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f97f17c6-258c-40eb-9d75-592e23ad23d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.282197] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.282197] env[69220]: value = "task-2800989" [ 886.282197] env[69220]: _type = "Task" [ 886.282197] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.290421] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800989, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.295697] env[69220]: DEBUG nova.compute.manager [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.295987] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.297832] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be5b63-6b87-4fb1-9985-0d1fc9c0eabf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.302879] env[69220]: DEBUG nova.compute.manager [req-a628196b-a2e8-4aec-acf6-8fc854116432 req-d2f1ec09-83f3-4c15-b751-e80f2b16a971 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Received event network-changed-bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.303076] env[69220]: DEBUG nova.compute.manager [req-a628196b-a2e8-4aec-acf6-8fc854116432 req-d2f1ec09-83f3-4c15-b751-e80f2b16a971 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Refreshing instance network info cache due to event network-changed-bd1d124c-b1e0-4dc4-badf-dc1c419b4442. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.303293] env[69220]: DEBUG oslo_concurrency.lockutils [req-a628196b-a2e8-4aec-acf6-8fc854116432 req-d2f1ec09-83f3-4c15-b751-e80f2b16a971 service nova] Acquiring lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.303435] env[69220]: DEBUG oslo_concurrency.lockutils [req-a628196b-a2e8-4aec-acf6-8fc854116432 req-d2f1ec09-83f3-4c15-b751-e80f2b16a971 service nova] Acquired lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.303592] env[69220]: DEBUG nova.network.neutron [req-a628196b-a2e8-4aec-acf6-8fc854116432 req-d2f1ec09-83f3-4c15-b751-e80f2b16a971 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Refreshing network info cache for port bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.311065] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.311316] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2545f8ec-a3e0-4ff5-91b8-b7a201ddec9f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.318473] env[69220]: DEBUG oslo_vmware.api [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 886.318473] env[69220]: value = "task-2800990" [ 886.318473] env[69220]: _type = "Task" [ 886.318473] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.326607] env[69220]: DEBUG oslo_vmware.api [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.526388] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.528879] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.966s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.529157] env[69220]: DEBUG nova.objects.instance [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lazy-loading 'resources' on Instance uuid f8a00329-2f19-4d00-93f0-4d3fc77b3ce2 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.551557] env[69220]: INFO nova.scheduler.client.report [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Deleted allocations for instance b721fee1-b833-466d-bbcf-b42827d20276 [ 886.736716] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5fae6cf-df79-4efb-b47e-9a01ea7108cf tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "ebef2186-26ad-468b-9a35-155092057368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.518s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.741774] env[69220]: DEBUG oslo_vmware.api [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800985, 'name': PowerOnVM_Task, 'duration_secs': 0.910852} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.744597] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.746443] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800986, 'name': Rename_Task, 'duration_secs': 0.697096} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.746869] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.747124] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b1b4d3d-4dbd-49e6-95ab-cfbb80c72d59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.752842] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 886.752842] env[69220]: value = "task-2800991" [ 886.752842] env[69220]: _type = "Task" [ 886.752842] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.764437] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.792605] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2800989, 'name': CreateVM_Task, 'duration_secs': 0.344058} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.792605] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.793273] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.793437] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.793756] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.794026] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9252e6b-e3a0-400f-a611-dbd3f04f57b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.798713] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 886.798713] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528b7d57-1277-3377-fad9-dfb1d5bae537" [ 886.798713] env[69220]: _type = "Task" [ 886.798713] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.808194] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528b7d57-1277-3377-fad9-dfb1d5bae537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.827167] env[69220]: DEBUG oslo_vmware.api [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800990, 'name': PowerOffVM_Task, 'duration_secs': 0.215059} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.829578] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.829578] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.829578] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebb37a40-2677-4c02-a9b7-b3555c60b56f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.854592] env[69220]: DEBUG nova.compute.manager [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.855910] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff2332-cb63-481d-8518-ab93d4ff62bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.005279] env[69220]: DEBUG nova.network.neutron [req-a628196b-a2e8-4aec-acf6-8fc854116432 req-d2f1ec09-83f3-4c15-b751-e80f2b16a971 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updated VIF entry in instance network info cache for port bd1d124c-b1e0-4dc4-badf-dc1c419b4442. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.005629] env[69220]: DEBUG nova.network.neutron [req-a628196b-a2e8-4aec-acf6-8fc854116432 req-d2f1ec09-83f3-4c15-b751-e80f2b16a971 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.015086] env[69220]: INFO nova.compute.manager [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Rescuing [ 887.015086] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.015303] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.015380] env[69220]: DEBUG nova.network.neutron [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.023654] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.023849] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.024047] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleting the datastore file [datastore1] 8ff5389b-d78d-4ac6-9228-3fa315577638 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.024548] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2558615f-0232-41fa-a8d5-81523b410d59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.034157] env[69220]: DEBUG oslo_vmware.api [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 887.034157] env[69220]: value = "task-2800993" [ 887.034157] env[69220]: _type = "Task" [ 887.034157] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.042288] env[69220]: DEBUG oslo_vmware.api [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.061433] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a5c2297b-b4cd-4791-9262-6f096ad7ead7 tempest-ServerPasswordTestJSON-1892285665 tempest-ServerPasswordTestJSON-1892285665-project-member] Lock "b721fee1-b833-466d-bbcf-b42827d20276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.579s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.262772] env[69220]: DEBUG oslo_vmware.api [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800991, 'name': PowerOnVM_Task, 'duration_secs': 0.506705} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.263074] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.263271] env[69220]: INFO nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Took 9.25 seconds to spawn the instance on the hypervisor. [ 887.263441] env[69220]: DEBUG nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.266061] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d74915c-edb3-4113-8556-e2609c6934ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.311126] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528b7d57-1277-3377-fad9-dfb1d5bae537, 'name': SearchDatastore_Task, 'duration_secs': 0.013561} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.311421] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.311685] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.311980] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.313434] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.313434] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.314914] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b5cfbd-18bc-47b6-b66b-6b0c8c81f1c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.324716] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.324716] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.325309] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec07b3aa-99e4-4179-b8dd-9b3b98bdda8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.332942] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 887.332942] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5263c24f-a610-7eb5-bc2e-dc8b85007282" [ 887.332942] env[69220]: _type = "Task" [ 887.332942] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.342550] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5263c24f-a610-7eb5-bc2e-dc8b85007282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.374076] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa23ac0b-5d44-4695-9c23-edfc9039822a tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 59.163s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.462809] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c75630-0ca5-4a4a-9e49-d8d0a184cc37 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.471409] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88db2d5d-b5b9-40f0-b4fa-609e1027bfe6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.504573] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc175d-2d26-4d79-8ee5-585c7dfc1848 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.508434] env[69220]: DEBUG oslo_concurrency.lockutils [req-a628196b-a2e8-4aec-acf6-8fc854116432 req-d2f1ec09-83f3-4c15-b751-e80f2b16a971 service nova] Releasing lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.513902] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120b698-ee6a-4fd5-9d71-23e09bd13a19 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.530793] env[69220]: DEBUG nova.compute.provider_tree [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.542576] env[69220]: DEBUG oslo_vmware.api [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2800993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173853} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.543579] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.543679] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.543780] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.543948] env[69220]: INFO nova.compute.manager [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Took 1.25 seconds to destroy the instance on the hypervisor. [ 887.544260] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.544462] env[69220]: DEBUG nova.compute.manager [-] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.544556] env[69220]: DEBUG nova.network.neutron [-] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.707452] env[69220]: DEBUG nova.network.neutron [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Updating instance_info_cache with network_info: [{"id": "81d9ab18-1067-402c-a921-9abb32516a9f", "address": "fa:16:3e:93:ca:2a", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d9ab18-10", "ovs_interfaceid": "81d9ab18-1067-402c-a921-9abb32516a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.790221] env[69220]: INFO nova.compute.manager [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Took 55.21 seconds to build instance. [ 887.843267] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5263c24f-a610-7eb5-bc2e-dc8b85007282, 'name': SearchDatastore_Task, 'duration_secs': 0.026874} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.844092] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbda903d-4680-4684-a0b4-717d465f7102 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.849754] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 887.849754] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52cb4dfe-0bb7-a823-2786-98b85a59fcb4" [ 887.849754] env[69220]: _type = "Task" [ 887.849754] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.856733] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cb4dfe-0bb7-a823-2786-98b85a59fcb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.034471] env[69220]: DEBUG nova.scheduler.client.report [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.211060] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "refresh_cache-ebef2186-26ad-468b-9a35-155092057368" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.296657] env[69220]: DEBUG oslo_concurrency.lockutils [None req-231310fa-bd0b-4772-a6ca-5252f9626b92 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.727s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.311463] env[69220]: DEBUG nova.compute.manager [req-718ed994-d62d-482a-934f-adc1c8b10721 req-ad0826f2-53a6-4a9d-b39f-6a59527b0e6d service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Received event network-vif-deleted-31b49f50-4a27-4dd9-bcb0-9484d6969068 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.311463] env[69220]: INFO nova.compute.manager [req-718ed994-d62d-482a-934f-adc1c8b10721 req-ad0826f2-53a6-4a9d-b39f-6a59527b0e6d service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Neutron deleted interface 31b49f50-4a27-4dd9-bcb0-9484d6969068; detaching it from the instance and deleting it from the info cache [ 888.311463] env[69220]: DEBUG nova.network.neutron [req-718ed994-d62d-482a-934f-adc1c8b10721 req-ad0826f2-53a6-4a9d-b39f-6a59527b0e6d service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.364196] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cb4dfe-0bb7-a823-2786-98b85a59fcb4, 'name': SearchDatastore_Task, 'duration_secs': 0.043937} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.364196] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.364196] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8ac7cbca-de87-49f7-b90d-a822699ea2ec/8ac7cbca-de87-49f7-b90d-a822699ea2ec.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.364435] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5dd3847-0ad2-4447-91df-347533a09fca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.371765] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 888.371765] env[69220]: value = "task-2800994" [ 888.371765] env[69220]: _type = "Task" [ 888.371765] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.380344] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2800994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.540471] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.543650] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.927s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.543650] env[69220]: DEBUG nova.objects.instance [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'resources' on Instance uuid b272255c-f6df-47de-b804-89c5b5f1dbfa {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.572803] env[69220]: DEBUG nova.network.neutron [-] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.579442] env[69220]: INFO nova.scheduler.client.report [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleted allocations for instance f8a00329-2f19-4d00-93f0-4d3fc77b3ce2 [ 888.816970] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf9249f0-ef36-4e37-b999-1316ab3c6078 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.828897] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6638b87-a03d-44fd-8787-48bacd90669e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.864355] env[69220]: DEBUG nova.compute.manager [req-718ed994-d62d-482a-934f-adc1c8b10721 req-ad0826f2-53a6-4a9d-b39f-6a59527b0e6d service nova] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Detach interface failed, port_id=31b49f50-4a27-4dd9-bcb0-9484d6969068, reason: Instance 8ff5389b-d78d-4ac6-9228-3fa315577638 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 888.882324] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2800994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477491} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.882913] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8ac7cbca-de87-49f7-b90d-a822699ea2ec/8ac7cbca-de87-49f7-b90d-a822699ea2ec.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.883223] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.883516] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ab180d1-1f9a-4a33-a8f5-6fdb2b7dd79c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.889639] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 888.889639] env[69220]: value = "task-2800995" [ 888.889639] env[69220]: _type = "Task" [ 888.889639] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.895214] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a9b6e8-2e16-40af-b03b-93bd93ee15be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.902458] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2800995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.905444] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d859abf6-1570-4f56-96f4-5085ab8cdea0 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Suspending the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 888.905444] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1e92334f-f33d-4eaa-bfa9-d07a2a554420 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.911311] env[69220]: DEBUG oslo_vmware.api [None req-d859abf6-1570-4f56-96f4-5085ab8cdea0 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 888.911311] env[69220]: value = "task-2800996" [ 888.911311] env[69220]: _type = "Task" [ 888.911311] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.919835] env[69220]: DEBUG oslo_vmware.api [None req-d859abf6-1570-4f56-96f4-5085ab8cdea0 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800996, 'name': SuspendVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.082407] env[69220]: INFO nova.compute.manager [-] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Took 1.54 seconds to deallocate network for instance. [ 889.092984] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6967cc6-6b4a-42f5-bcfd-7f4d26d725a3 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "f8a00329-2f19-4d00-93f0-4d3fc77b3ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.093s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.407794] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2800995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074244} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.408160] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.409016] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6c9a76-cffa-43cd-b787-9042d50008ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.437529] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 8ac7cbca-de87-49f7-b90d-a822699ea2ec/8ac7cbca-de87-49f7-b90d-a822699ea2ec.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.444447] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5bc2b7c-20a5-4240-8b17-6869379c11fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.459102] env[69220]: DEBUG oslo_vmware.api [None req-d859abf6-1570-4f56-96f4-5085ab8cdea0 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800996, 'name': SuspendVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.465959] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 889.465959] env[69220]: value = "task-2800997" [ 889.465959] env[69220]: _type = "Task" [ 889.465959] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.475230] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2800997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.523278] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8383ce05-88cf-450c-a43b-629e851689b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.531734] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74232d6-c564-4b48-b14a-2e8b4454f29a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.567749] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f999e348-4ab2-4436-933a-d9942795f6f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.577198] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a07ec7-2cc9-4ad8-a3be-83af449fa073 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.593947] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.594692] env[69220]: DEBUG nova.compute.provider_tree [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.759363] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.759735] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-165ef2c9-51e6-45ed-9cff-d47dab2247a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.768842] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 889.768842] env[69220]: value = "task-2800998" [ 889.768842] env[69220]: _type = "Task" [ 889.768842] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.777285] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.889868] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d3e95-6d31-47c2-b712-a43213440002 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.896960] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bfed9702-a74e-490e-9296-26b7ca16691f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Suspending the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 889.897266] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2b85d66b-819e-4b8d-9352-7b5230e5f1d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.903337] env[69220]: DEBUG oslo_vmware.api [None req-bfed9702-a74e-490e-9296-26b7ca16691f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 889.903337] env[69220]: value = "task-2800999" [ 889.903337] env[69220]: _type = "Task" [ 889.903337] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.911795] env[69220]: DEBUG oslo_vmware.api [None req-bfed9702-a74e-490e-9296-26b7ca16691f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800999, 'name': SuspendVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.921206] env[69220]: DEBUG oslo_vmware.api [None req-d859abf6-1570-4f56-96f4-5085ab8cdea0 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2800996, 'name': SuspendVM_Task, 'duration_secs': 0.940355} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.921519] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d859abf6-1570-4f56-96f4-5085ab8cdea0 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Suspended the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 889.921681] env[69220]: DEBUG nova.compute.manager [None req-d859abf6-1570-4f56-96f4-5085ab8cdea0 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.922567] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f127936-5fa2-4e0a-9924-cd088a7cda2e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.976578] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2800997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.099133] env[69220]: DEBUG nova.scheduler.client.report [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.279155] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2800998, 'name': PowerOffVM_Task, 'duration_secs': 0.216395} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.279490] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.280381] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f66f35f-ed32-4a3d-82ec-0473158dc041 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.299840] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d09be-8f27-472e-9e4d-5fff08e4e583 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.334146] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.334441] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97fe28b7-d36d-4ac1-9aea-b6e7fe95429e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.341708] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 890.341708] env[69220]: value = "task-2801000" [ 890.341708] env[69220]: _type = "Task" [ 890.341708] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.353075] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 890.353423] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.353553] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.353680] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.353860] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.356645] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be509d3f-672c-43eb-9228-20a60c27bdd5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.358785] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.358987] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.367071] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.367326] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.368127] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f5b172-01e5-4c4e-8dc0-5451768780b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.374296] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 890.374296] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520fc123-ce54-f120-91d1-7ba464edf67e" [ 890.374296] env[69220]: _type = "Task" [ 890.374296] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.382223] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520fc123-ce54-f120-91d1-7ba464edf67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.412461] env[69220]: DEBUG oslo_vmware.api [None req-bfed9702-a74e-490e-9296-26b7ca16691f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800999, 'name': SuspendVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.476327] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2800997, 'name': ReconfigVM_Task, 'duration_secs': 0.525392} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.476712] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 8ac7cbca-de87-49f7-b90d-a822699ea2ec/8ac7cbca-de87-49f7-b90d-a822699ea2ec.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.477400] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c05251-49e6-441a-853e-e2bef00942a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.483991] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 890.483991] env[69220]: value = "task-2801001" [ 890.483991] env[69220]: _type = "Task" [ 890.483991] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.491958] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801001, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.606073] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.608331] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.351s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.610100] env[69220]: INFO nova.compute.claims [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.626240] env[69220]: INFO nova.scheduler.client.report [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted allocations for instance b272255c-f6df-47de-b804-89c5b5f1dbfa [ 890.861776] env[69220]: DEBUG nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.885038] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520fc123-ce54-f120-91d1-7ba464edf67e, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.885842] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095df9e8-9130-4716-8421-cb0bfc4c1362 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.891256] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 890.891256] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521f9c40-6769-75de-d7e5-5067ba09c33c" [ 890.891256] env[69220]: _type = "Task" [ 890.891256] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.898762] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521f9c40-6769-75de-d7e5-5067ba09c33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.912069] env[69220]: DEBUG oslo_vmware.api [None req-bfed9702-a74e-490e-9296-26b7ca16691f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2800999, 'name': SuspendVM_Task, 'duration_secs': 0.597576} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.912322] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bfed9702-a74e-490e-9296-26b7ca16691f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Suspended the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 890.912501] env[69220]: DEBUG nova.compute.manager [None req-bfed9702-a74e-490e-9296-26b7ca16691f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.913645] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f090902b-f3f3-473a-8e38-3e69eb9ceed0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.995528] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801001, 'name': Rename_Task, 'duration_secs': 0.158643} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.995819] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.996121] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af9135a-eb06-4525-9f33-dd1cef677d6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.001800] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 891.001800] env[69220]: value = "task-2801002" [ 891.001800] env[69220]: _type = "Task" [ 891.001800] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.009633] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.134292] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f35cf76d-9de6-4697-afde-0cc4493bf8d7 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "b272255c-f6df-47de-b804-89c5b5f1dbfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.109s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.385703] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.401905] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521f9c40-6769-75de-d7e5-5067ba09c33c, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.402239] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.402507] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] ebef2186-26ad-468b-9a35-155092057368/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. {{(pid=69220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 891.402911] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6319c9e5-623f-4e7b-af1a-a5b3b4f7cbc5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.410484] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 891.410484] env[69220]: value = "task-2801003" [ 891.410484] env[69220]: _type = "Task" [ 891.410484] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.417735] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.512786] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.918875] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801003, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.009027] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6d0fc-51cf-469e-9554-ba236482b886 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.015536] env[69220]: DEBUG oslo_vmware.api [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801002, 'name': PowerOnVM_Task, 'duration_secs': 0.624009} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.017429] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.017648] env[69220]: INFO nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Took 7.50 seconds to spawn the instance on the hypervisor. [ 892.017813] env[69220]: DEBUG nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.018613] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed242b-1e3f-473a-be93-308a105f6c34 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.022059] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d87197-b151-4b1f-bce0-9a4010f58545 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.062958] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a402b834-3971-4ef0-b2f6-22c087ac41f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.071059] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db22e4c-4723-41d8-9869-06f50d37d1d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.086274] env[69220]: DEBUG nova.compute.provider_tree [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.420216] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529863} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.420478] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] ebef2186-26ad-468b-9a35-155092057368/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. [ 892.421258] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f06af8-ba0e-4fbc-b654-c70c5a7a9bcb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.445518] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] ebef2186-26ad-468b-9a35-155092057368/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.445784] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8a7260-e064-458e-9008-72f8df49dc1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.462628] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 892.462628] env[69220]: value = "task-2801004" [ 892.462628] env[69220]: _type = "Task" [ 892.462628] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.470324] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.533134] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "0da8a9b4-0964-454e-b754-5782a3233f8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.533472] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.568419] env[69220]: DEBUG nova.compute.manager [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.572364] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee31a3-11dd-4d44-a36c-9e9b86c9373c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.578480] env[69220]: INFO nova.compute.manager [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Took 53.63 seconds to build instance. [ 892.592461] env[69220]: DEBUG nova.scheduler.client.report [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.595985] env[69220]: INFO nova.compute.manager [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Resuming [ 892.596574] env[69220]: DEBUG nova.objects.instance [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lazy-loading 'flavor' on Instance uuid 9421efc6-6e98-48f4-a136-b3217e97527f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.972901] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.037043] env[69220]: DEBUG nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.080589] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e0057a6d-c3de-46ee-8e2a-92518cccadbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.149s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.087894] env[69220]: INFO nova.compute.manager [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] instance snapshotting [ 893.088107] env[69220]: WARNING nova.compute.manager [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 893.091154] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0e038e-e95c-4f1a-812c-7cb8585f5256 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.113402] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.113889] env[69220]: DEBUG nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.117501] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.528s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.117501] env[69220]: DEBUG nova.objects.instance [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lazy-loading 'resources' on Instance uuid 16b2c458-8496-4092-bfaf-7ddc56466288 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.119063] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6404df3-810d-4b96-93ed-783fb7675f42 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.473906] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801004, 'name': ReconfigVM_Task, 'duration_secs': 0.850137} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.474252] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Reconfigured VM instance instance-0000003f to attach disk [datastore1] ebef2186-26ad-468b-9a35-155092057368/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.475138] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1885ec71-14d3-4e22-af8e-f992e92f1260 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.500139] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4c2bee-b1a4-46be-a975-1d604910c604 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.514958] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 893.514958] env[69220]: value = "task-2801005" [ 893.514958] env[69220]: _type = "Task" [ 893.514958] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.522647] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.560458] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.620234] env[69220]: DEBUG nova.compute.utils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.621925] env[69220]: DEBUG nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.622122] env[69220]: DEBUG nova.network.neutron [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.630786] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 893.633603] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c57fd1a-80ff-4b4f-a601-06edd098a789 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.641767] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 893.641767] env[69220]: value = "task-2801006" [ 893.641767] env[69220]: _type = "Task" [ 893.641767] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.658205] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801006, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.667182] env[69220]: DEBUG nova.policy [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebf6a489ec504220aa5d0da849eb0777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d465f8ddf6b46f890c329ed29965950', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.836281] env[69220]: DEBUG nova.compute.manager [req-a0f51c14-5d11-41c8-87ed-e1866c691305 req-9046137b-41bb-4cf9-90df-9558272d9169 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Received event network-changed-bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.836472] env[69220]: DEBUG nova.compute.manager [req-a0f51c14-5d11-41c8-87ed-e1866c691305 req-9046137b-41bb-4cf9-90df-9558272d9169 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Refreshing instance network info cache due to event network-changed-bd1d124c-b1e0-4dc4-badf-dc1c419b4442. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.836685] env[69220]: DEBUG oslo_concurrency.lockutils [req-a0f51c14-5d11-41c8-87ed-e1866c691305 req-9046137b-41bb-4cf9-90df-9558272d9169 service nova] Acquiring lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.836825] env[69220]: DEBUG oslo_concurrency.lockutils [req-a0f51c14-5d11-41c8-87ed-e1866c691305 req-9046137b-41bb-4cf9-90df-9558272d9169 service nova] Acquired lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.837142] env[69220]: DEBUG nova.network.neutron [req-a0f51c14-5d11-41c8-87ed-e1866c691305 req-9046137b-41bb-4cf9-90df-9558272d9169 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Refreshing network info cache for port bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.025074] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801005, 'name': ReconfigVM_Task, 'duration_secs': 0.156796} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.025377] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.025687] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd1734e5-8ae3-4d93-bcdc-e15fae0cff6f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.031361] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 894.031361] env[69220]: value = "task-2801007" [ 894.031361] env[69220]: _type = "Task" [ 894.031361] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.039405] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.079761] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3149adba-0ac7-42d0-ab51-ce2e73ffc47b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.087346] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c7f994-f552-4c33-8f65-2f67dac965ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.119308] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6dc7f3-b743-448c-8b7a-fcebb23eddbd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.122377] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.122537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquired lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.122714] env[69220]: DEBUG nova.network.neutron [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.124623] env[69220]: DEBUG nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.130525] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c08213-3d46-4992-bd7c-ac34486c9a3f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.147554] env[69220]: DEBUG nova.compute.provider_tree [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.158618] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801006, 'name': CreateSnapshot_Task, 'duration_secs': 0.490102} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.158877] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 894.159642] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0fc34e-5979-44e1-8b48-7c6383737769 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.443993] env[69220]: DEBUG nova.network.neutron [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Successfully created port: 4bd1fbf0-707d-405b-b0a5-33318a617e1f {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.541029] env[69220]: DEBUG oslo_vmware.api [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801007, 'name': PowerOnVM_Task, 'duration_secs': 0.502276} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.541313] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.544013] env[69220]: DEBUG nova.compute.manager [None req-d98fc68b-3583-40c9-b70b-0227a2ed9de5 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.544888] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa58c68b-f9f6-4b06-9e72-3a80d2e06a26 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.591532] env[69220]: DEBUG nova.network.neutron [req-a0f51c14-5d11-41c8-87ed-e1866c691305 req-9046137b-41bb-4cf9-90df-9558272d9169 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updated VIF entry in instance network info cache for port bd1d124c-b1e0-4dc4-badf-dc1c419b4442. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.591940] env[69220]: DEBUG nova.network.neutron [req-a0f51c14-5d11-41c8-87ed-e1866c691305 req-9046137b-41bb-4cf9-90df-9558272d9169 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.653505] env[69220]: DEBUG nova.scheduler.client.report [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.679161] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 894.680354] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28118cfb-e3ab-44a8-85ca-cb006f84d719 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.689246] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 894.689246] env[69220]: value = "task-2801008" [ 894.689246] env[69220]: _type = "Task" [ 894.689246] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.697843] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801008, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.843700] env[69220]: DEBUG nova.network.neutron [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [{"id": "e8079341-e00b-4713-9c18-32a531974dbf", "address": "fa:16:3e:c2:18:a9", "network": {"id": "cab8bda0-336e-419e-915f-8f1365d46f94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1933628963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db17f1cf122d44a58de6d68fb01a365c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8079341-e0", "ovs_interfaceid": "e8079341-e00b-4713-9c18-32a531974dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.094883] env[69220]: DEBUG oslo_concurrency.lockutils [req-a0f51c14-5d11-41c8-87ed-e1866c691305 req-9046137b-41bb-4cf9-90df-9558272d9169 service nova] Releasing lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.135795] env[69220]: DEBUG nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.158326] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.158647] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.158810] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.158987] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.159152] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.159298] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.159503] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.159713] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.159832] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.160056] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.160250] env[69220]: DEBUG nova.virt.hardware [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.160976] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.163355] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a430c28-62be-4c06-8010-cb1762e11f16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.166066] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.628s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.173574] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032ecefe-e934-4272-a12f-a8b8e7fd85fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.188816] env[69220]: INFO nova.scheduler.client.report [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Deleted allocations for instance 16b2c458-8496-4092-bfaf-7ddc56466288 [ 895.201804] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801008, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.346958] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Releasing lock "refresh_cache-9421efc6-6e98-48f4-a136-b3217e97527f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.348029] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7635effa-f913-4bd5-aa90-e5e0440fe291 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.355260] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Resuming the VM {{(pid=69220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 895.355574] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c7a689-20b3-47b0-befc-b47e0c29a766 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.362189] env[69220]: DEBUG oslo_vmware.api [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 895.362189] env[69220]: value = "task-2801009" [ 895.362189] env[69220]: _type = "Task" [ 895.362189] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.370660] env[69220]: DEBUG oslo_vmware.api [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2801009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.701470] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801008, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.701994] env[69220]: DEBUG oslo_concurrency.lockutils [None req-596f972f-2c1c-401e-84f5-014142f27b50 tempest-ServersAdminNegativeTestJSON-1960503198 tempest-ServersAdminNegativeTestJSON-1960503198-project-member] Lock "16b2c458-8496-4092-bfaf-7ddc56466288" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.620s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.875832] env[69220]: DEBUG oslo_vmware.api [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2801009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.184255] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Applying migration context for instance 78aeae5e-b2a7-4a58-918c-e350a0f930a5 as it has an incoming, in-progress migration 0ecd86f2-6ba4-4dc0-8af0-3f4cca910c0a. Migration status is reverting {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 896.186454] env[69220]: INFO nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating resource usage from migration 0ecd86f2-6ba4-4dc0-8af0-3f4cca910c0a [ 896.201968] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801008, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.217358] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68d617fa-7443-4b83-892c-1e6f928905d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.217505] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9fdc7289-1ff9-4b6c-a263-6930d47677bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.217629] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 99c21326-9d7e-4439-89b0-5dfd90577cdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.217747] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 798f9b00-6de7-44a0-9ccc-119774d88bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.217873] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance ebb20351-6df6-475b-9026-7abaf6de1b60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.217987] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance eb5ce251-3c94-4f91-b53f-dcce94bbaac0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.218112] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 61ef0689-e28c-4296-8d0c-809458f6cc01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.218230] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance f84d9118-28a4-4e43-af7a-87b553e77b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.218365] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8ff5389b-d78d-4ac6-9228-3fa315577638 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 896.218588] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 11e864bd-3f84-4efb-a9f6-b5b9b626a092 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 896.218725] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 30314814-1b56-4ee0-a386-99d40bcc2794 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 896.218838] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9421efc6-6e98-48f4-a136-b3217e97527f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.218959] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 896.219090] env[69220]: WARNING nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 896.219960] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Migration 0ecd86f2-6ba4-4dc0-8af0-3f4cca910c0a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 896.219960] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 78aeae5e-b2a7-4a58-918c-e350a0f930a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.219960] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.219960] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance ebef2186-26ad-468b-9a35-155092057368 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.219960] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 89535cd4-7ff1-4bde-b2ec-efa781b0b656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.219960] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8ac7cbca-de87-49f7-b90d-a822699ea2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.219960] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8038dc6a-f7df-41a9-8e69-58abe8412b4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 896.243797] env[69220]: DEBUG nova.compute.manager [req-ff2a6ba0-809a-4f38-85a8-561dfa21d729 req-a968b921-697e-47b8-a8c3-420b462ecf76 service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Received event network-vif-plugged-4bd1fbf0-707d-405b-b0a5-33318a617e1f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.246062] env[69220]: DEBUG oslo_concurrency.lockutils [req-ff2a6ba0-809a-4f38-85a8-561dfa21d729 req-a968b921-697e-47b8-a8c3-420b462ecf76 service nova] Acquiring lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.246364] env[69220]: DEBUG oslo_concurrency.lockutils [req-ff2a6ba0-809a-4f38-85a8-561dfa21d729 req-a968b921-697e-47b8-a8c3-420b462ecf76 service nova] Lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.246563] env[69220]: DEBUG oslo_concurrency.lockutils [req-ff2a6ba0-809a-4f38-85a8-561dfa21d729 req-a968b921-697e-47b8-a8c3-420b462ecf76 service nova] Lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.246762] env[69220]: DEBUG nova.compute.manager [req-ff2a6ba0-809a-4f38-85a8-561dfa21d729 req-a968b921-697e-47b8-a8c3-420b462ecf76 service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] No waiting events found dispatching network-vif-plugged-4bd1fbf0-707d-405b-b0a5-33318a617e1f {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.246946] env[69220]: WARNING nova.compute.manager [req-ff2a6ba0-809a-4f38-85a8-561dfa21d729 req-a968b921-697e-47b8-a8c3-420b462ecf76 service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Received unexpected event network-vif-plugged-4bd1fbf0-707d-405b-b0a5-33318a617e1f for instance with vm_state building and task_state spawning. [ 896.369934] env[69220]: DEBUG nova.network.neutron [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Successfully updated port: 4bd1fbf0-707d-405b-b0a5-33318a617e1f {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.376411] env[69220]: DEBUG oslo_vmware.api [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2801009, 'name': PowerOnVM_Task, 'duration_secs': 0.61899} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.376754] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Resumed the VM {{(pid=69220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 896.376967] env[69220]: DEBUG nova.compute.manager [None req-1cca5b64-6922-4536-a2a4-37ac1b4a45ce tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.378518] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5353496-c3f4-4c7c-b027-c30195bef4c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.699573] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801008, 'name': CloneVM_Task, 'duration_secs': 1.962235} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.699826] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Created linked-clone VM from snapshot [ 896.701028] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c31a5d4-9633-4250-96ba-12f46ff0c5f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.708873] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Uploading image 25a08c13-45ec-493b-8951-29cf96ec9870 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 896.723813] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance d4abe3b9-4835-4315-82f0-c4ae3afac72b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 896.734840] env[69220]: DEBUG oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 896.734840] env[69220]: value = "vm-562889" [ 896.734840] env[69220]: _type = "VirtualMachine" [ 896.734840] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 896.735136] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7127d2c1-c035-4ddf-9f9d-26a3c01e311e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.743393] env[69220]: DEBUG oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lease: (returnval){ [ 896.743393] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52527c82-50b3-1d46-839c-4a1a97b878ab" [ 896.743393] env[69220]: _type = "HttpNfcLease" [ 896.743393] env[69220]: } obtained for exporting VM: (result){ [ 896.743393] env[69220]: value = "vm-562889" [ 896.743393] env[69220]: _type = "VirtualMachine" [ 896.743393] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 896.743654] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the lease: (returnval){ [ 896.743654] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52527c82-50b3-1d46-839c-4a1a97b878ab" [ 896.743654] env[69220]: _type = "HttpNfcLease" [ 896.743654] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 896.750329] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.750329] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52527c82-50b3-1d46-839c-4a1a97b878ab" [ 896.750329] env[69220]: _type = "HttpNfcLease" [ 896.750329] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 896.877743] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquiring lock "refresh_cache-8038dc6a-f7df-41a9-8e69-58abe8412b4d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.877902] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquired lock "refresh_cache-8038dc6a-f7df-41a9-8e69-58abe8412b4d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.878068] env[69220]: DEBUG nova.network.neutron [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.921537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.921838] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.226389] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 12c3d1fa-72cb-48ed-9d11-e766427ea254 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.252214] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.252214] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52527c82-50b3-1d46-839c-4a1a97b878ab" [ 897.252214] env[69220]: _type = "HttpNfcLease" [ 897.252214] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 897.252558] env[69220]: DEBUG oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 897.252558] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52527c82-50b3-1d46-839c-4a1a97b878ab" [ 897.252558] env[69220]: _type = "HttpNfcLease" [ 897.252558] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 897.253346] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7c726f-dbcd-422a-baa9-3989704e268d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.261568] env[69220]: DEBUG oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0bc9e-c390-2bc0-f6f6-fd30bb7634c5/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 897.261793] env[69220]: DEBUG oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0bc9e-c390-2bc0-f6f6-fd30bb7634c5/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 897.424762] env[69220]: DEBUG nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.432410] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-00b5e0c2-bc37-461f-8aa9-cab87cfb2039 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.435689] env[69220]: DEBUG nova.network.neutron [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.712327] env[69220]: DEBUG nova.network.neutron [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Updating instance_info_cache with network_info: [{"id": "4bd1fbf0-707d-405b-b0a5-33318a617e1f", "address": "fa:16:3e:78:d8:a0", "network": {"id": "a50f542b-38ac-4335-a215-21f3e5b3836d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1712737853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d465f8ddf6b46f890c329ed29965950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd1fbf0-70", "ovs_interfaceid": "4bd1fbf0-707d-405b-b0a5-33318a617e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.732125] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 7d9b29d3-4866-42e8-aa93-4c4aa377b44a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.961850] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.215686] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Releasing lock "refresh_cache-8038dc6a-f7df-41a9-8e69-58abe8412b4d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.217464] env[69220]: DEBUG nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Instance network_info: |[{"id": "4bd1fbf0-707d-405b-b0a5-33318a617e1f", "address": "fa:16:3e:78:d8:a0", "network": {"id": "a50f542b-38ac-4335-a215-21f3e5b3836d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1712737853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d465f8ddf6b46f890c329ed29965950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd1fbf0-70", "ovs_interfaceid": "4bd1fbf0-707d-405b-b0a5-33318a617e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.218155] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:d8:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd1fbf0-707d-405b-b0a5-33318a617e1f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.227841] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Creating folder: Project (6d465f8ddf6b46f890c329ed29965950). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.228311] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afc0e3a5-97e7-4536-ae64-35a4c201194e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.233705] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance bbaa8a2c-a47c-4d3b-8678-ecfdf565685b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.239712] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Created folder: Project (6d465f8ddf6b46f890c329ed29965950) in parent group-v562703. [ 898.240079] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Creating folder: Instances. Parent ref: group-v562890. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.240517] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f4e1f9b-d57c-4608-9190-047e408de4b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.251116] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Created folder: Instances in parent group-v562890. [ 898.251389] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.252878] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.253175] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f9da14-0e35-4dbe-88f1-14aa694ab060 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.278601] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.278601] env[69220]: value = "task-2801013" [ 898.278601] env[69220]: _type = "Task" [ 898.278601] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.289497] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801013, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.326281] env[69220]: DEBUG nova.compute.manager [req-001137f0-b9ed-4a2c-a4e0-87783ecef06e req-aa3cca93-3b3d-4d19-a820-3754b04654fb service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Received event network-changed-4bd1fbf0-707d-405b-b0a5-33318a617e1f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.326281] env[69220]: DEBUG nova.compute.manager [req-001137f0-b9ed-4a2c-a4e0-87783ecef06e req-aa3cca93-3b3d-4d19-a820-3754b04654fb service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Refreshing instance network info cache due to event network-changed-4bd1fbf0-707d-405b-b0a5-33318a617e1f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 898.326281] env[69220]: DEBUG oslo_concurrency.lockutils [req-001137f0-b9ed-4a2c-a4e0-87783ecef06e req-aa3cca93-3b3d-4d19-a820-3754b04654fb service nova] Acquiring lock "refresh_cache-8038dc6a-f7df-41a9-8e69-58abe8412b4d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.326281] env[69220]: DEBUG oslo_concurrency.lockutils [req-001137f0-b9ed-4a2c-a4e0-87783ecef06e req-aa3cca93-3b3d-4d19-a820-3754b04654fb service nova] Acquired lock "refresh_cache-8038dc6a-f7df-41a9-8e69-58abe8412b4d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.326281] env[69220]: DEBUG nova.network.neutron [req-001137f0-b9ed-4a2c-a4e0-87783ecef06e req-aa3cca93-3b3d-4d19-a820-3754b04654fb service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Refreshing network info cache for port 4bd1fbf0-707d-405b-b0a5-33318a617e1f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.738347] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 244b2629-9cdb-4fcb-9310-d4dfa051e479 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.793061] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801013, 'name': CreateVM_Task, 'duration_secs': 0.490354} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.793061] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.793900] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.797017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.797017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.797017] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0641ea-56d3-4a9b-967e-5e900ffc2f98 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.799563] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 898.799563] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bc8034-3772-1e04-11b0-a5a982f456c2" [ 898.799563] env[69220]: _type = "Task" [ 898.799563] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.808594] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bc8034-3772-1e04-11b0-a5a982f456c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.155425] env[69220]: DEBUG nova.network.neutron [req-001137f0-b9ed-4a2c-a4e0-87783ecef06e req-aa3cca93-3b3d-4d19-a820-3754b04654fb service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Updated VIF entry in instance network info cache for port 4bd1fbf0-707d-405b-b0a5-33318a617e1f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.155748] env[69220]: DEBUG nova.network.neutron [req-001137f0-b9ed-4a2c-a4e0-87783ecef06e req-aa3cca93-3b3d-4d19-a820-3754b04654fb service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Updating instance_info_cache with network_info: [{"id": "4bd1fbf0-707d-405b-b0a5-33318a617e1f", "address": "fa:16:3e:78:d8:a0", "network": {"id": "a50f542b-38ac-4335-a215-21f3e5b3836d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1712737853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d465f8ddf6b46f890c329ed29965950", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd1fbf0-70", "ovs_interfaceid": "4bd1fbf0-707d-405b-b0a5-33318a617e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.244466] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 6e207cd2-b3ad-4039-b5be-9b2eda54214b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 899.310189] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bc8034-3772-1e04-11b0-a5a982f456c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012252} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.310499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.310763] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.314019] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.314019] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.314019] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.314019] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d212602b-1bc6-473e-b821-4eb8f4ff205d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.321606] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.322173] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.322739] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227d4041-354a-461d-ad69-91e96860fbd7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.329613] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 899.329613] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b796f2-76d9-97f1-d760-e77d3b3977b5" [ 899.329613] env[69220]: _type = "Task" [ 899.329613] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.339176] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b796f2-76d9-97f1-d760-e77d3b3977b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.660195] env[69220]: DEBUG oslo_concurrency.lockutils [req-001137f0-b9ed-4a2c-a4e0-87783ecef06e req-aa3cca93-3b3d-4d19-a820-3754b04654fb service nova] Releasing lock "refresh_cache-8038dc6a-f7df-41a9-8e69-58abe8412b4d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.750721] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance ee8a5eef-18c1-4e00-8813-a2750c4ec8c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 899.844328] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b796f2-76d9-97f1-d760-e77d3b3977b5, 'name': SearchDatastore_Task, 'duration_secs': 0.018792} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.844328] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1f1b1d-c465-4bb3-94df-92336b468864 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.848690] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 899.848690] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52227e00-615b-e200-7670-2f8b306cdb9f" [ 899.848690] env[69220]: _type = "Task" [ 899.848690] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.858265] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52227e00-615b-e200-7670-2f8b306cdb9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.255760] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 0da8a9b4-0964-454e-b754-5782a3233f8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 900.256186] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 900.256257] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 900.358919] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52227e00-615b-e200-7670-2f8b306cdb9f, 'name': SearchDatastore_Task, 'duration_secs': 0.021462} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.362451] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.362451] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8038dc6a-f7df-41a9-8e69-58abe8412b4d/8038dc6a-f7df-41a9-8e69-58abe8412b4d.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.362590] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b02da7f-1d18-4c9c-9701-e67c5843f0b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.370185] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 900.370185] env[69220]: value = "task-2801017" [ 900.370185] env[69220]: _type = "Task" [ 900.370185] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.382015] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.696440] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54ada7c-608a-4bd0-977e-0e0be5e35e66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.705251] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365645dc-1d64-4774-8ec6-8c489b4f3e4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.743481] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3398489-849b-40f1-8474-8aa0d69054d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.752285] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e5dba1-359a-45a5-a9cb-1019e9e1ccec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.770222] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.892500] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801017, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.273825] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.381548] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609301} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.381871] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8038dc6a-f7df-41a9-8e69-58abe8412b4d/8038dc6a-f7df-41a9-8e69-58abe8412b4d.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.382144] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.382421] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0c1d110-8efc-4a2a-9778-3d3104d93a1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.388438] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 901.388438] env[69220]: value = "task-2801018" [ 901.388438] env[69220]: _type = "Task" [ 901.388438] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.395962] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.778379] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 901.778671] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.613s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.778980] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.659s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.779204] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.783628] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.735s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.785233] env[69220]: INFO nova.compute.claims [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.788145] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.788297] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Cleaning up deleted instances {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 901.813187] env[69220]: INFO nova.scheduler.client.report [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Deleted allocations for instance 11e864bd-3f84-4efb-a9f6-b5b9b626a092 [ 901.899092] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079983} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.899372] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.900199] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e96d52-0112-4a34-89e3-da50f9e3096c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.926852] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 8038dc6a-f7df-41a9-8e69-58abe8412b4d/8038dc6a-f7df-41a9-8e69-58abe8412b4d.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.927206] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2763cb00-9698-47e2-80b9-d32e2bb35fc3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.947345] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 901.947345] env[69220]: value = "task-2801019" [ 901.947345] env[69220]: _type = "Task" [ 901.947345] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.956171] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.036184] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "9421efc6-6e98-48f4-a136-b3217e97527f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.036184] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.036184] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.036447] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.036580] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.039556] env[69220]: INFO nova.compute.manager [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Terminating instance [ 902.306094] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] There are 45 instances to clean {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 902.306646] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b272255c-f6df-47de-b804-89c5b5f1dbfa] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 902.324481] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a7b87d1b-353f-4184-a29e-d493c0af7c24 tempest-ServerMetadataNegativeTestJSON-742338343 tempest-ServerMetadataNegativeTestJSON-742338343-project-member] Lock "11e864bd-3f84-4efb-a9f6-b5b9b626a092" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.740s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.461272] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801019, 'name': ReconfigVM_Task, 'duration_secs': 0.326539} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.461711] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 8038dc6a-f7df-41a9-8e69-58abe8412b4d/8038dc6a-f7df-41a9-8e69-58abe8412b4d.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.462893] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d150e81-9d94-4fe4-b462-14db48c67e58 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.474025] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 902.474025] env[69220]: value = "task-2801020" [ 902.474025] env[69220]: _type = "Task" [ 902.474025] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.485271] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801020, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.545032] env[69220]: DEBUG nova.compute.manager [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.545339] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.546333] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e454c7-9a5d-4231-8ca4-ab73ceaa1142 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.554664] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.554928] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1fdb40-0429-4edc-bc53-c2869ac2e608 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.563575] env[69220]: DEBUG oslo_vmware.api [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 902.563575] env[69220]: value = "task-2801021" [ 902.563575] env[69220]: _type = "Task" [ 902.563575] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.572254] env[69220]: DEBUG oslo_vmware.api [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2801021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.814441] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b721fee1-b833-466d-bbcf-b42827d20276] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 902.991808] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801020, 'name': Rename_Task, 'duration_secs': 0.227598} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.992337] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.992641] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e10f58c5-d1f9-4cb1-866a-63746a8ca865 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.002351] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 903.002351] env[69220]: value = "task-2801022" [ 903.002351] env[69220]: _type = "Task" [ 903.002351] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.015304] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.074881] env[69220]: DEBUG oslo_vmware.api [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2801021, 'name': PowerOffVM_Task, 'duration_secs': 0.317728} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.075223] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.075396] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.075682] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aeca798-38de-4619-a644-b11cf74cecc0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.323023] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: f8a00329-2f19-4d00-93f0-4d3fc77b3ce2] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 903.325918] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4be3a5-957b-401c-81a7-8847cc0c3dea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.336243] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07fc958-144a-40d5-8d6c-01024200b398 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.371182] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522abff7-d4af-433e-bfdb-85a2489ad744 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.379595] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d3497-cbea-4ab4-872d-5deed40068d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.396031] env[69220]: DEBUG nova.compute.provider_tree [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.465228] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.465401] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.465582] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleting the datastore file [datastore1] 9421efc6-6e98-48f4-a136-b3217e97527f {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.465845] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-247d79c6-bab9-4a74-82f2-0408e0b034b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.473152] env[69220]: DEBUG oslo_vmware.api [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for the task: (returnval){ [ 903.473152] env[69220]: value = "task-2801025" [ 903.473152] env[69220]: _type = "Task" [ 903.473152] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.481627] env[69220]: DEBUG oslo_vmware.api [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2801025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.514519] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801022, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.831724] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 35db3ef3-e153-4b15-989d-63ea7a30484f] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 903.900935] env[69220]: DEBUG nova.scheduler.client.report [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.983287] env[69220]: DEBUG oslo_vmware.api [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2801025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.014189] env[69220]: DEBUG oslo_vmware.api [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801022, 'name': PowerOnVM_Task, 'duration_secs': 0.752815} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.014189] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.014189] env[69220]: INFO nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 904.014189] env[69220]: DEBUG nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.014189] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2772fa33-68fe-4414-b6e4-55922b59463b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.339946] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: e2a3e0f2-5200-402f-b5df-fb3420bd99c3] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 904.408419] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.409030] env[69220]: DEBUG nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.411870] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.045s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.413513] env[69220]: INFO nova.compute.claims [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.484466] env[69220]: DEBUG oslo_vmware.api [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Task: {'id': task-2801025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55854} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.484757] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.484940] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.485238] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.485437] env[69220]: INFO nova.compute.manager [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Took 1.94 seconds to destroy the instance on the hypervisor. [ 904.485697] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.486235] env[69220]: DEBUG nova.compute.manager [-] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.486344] env[69220]: DEBUG nova.network.neutron [-] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.533378] env[69220]: INFO nova.compute.manager [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Took 56.30 seconds to build instance. [ 904.846245] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b54b0c55-d840-426d-ac09-f0f4ad0cb319] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 904.926921] env[69220]: DEBUG nova.compute.utils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.926921] env[69220]: DEBUG nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.926921] env[69220]: DEBUG nova.network.neutron [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.975804] env[69220]: DEBUG nova.policy [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '883b380acc474f4cb86f311b15762b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e00f4d6b5bc447fbe1d25212f550382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.036056] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06422902-fcf9-418c-8aa7-3db6f82d4011 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.811s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.213728] env[69220]: DEBUG nova.compute.manager [req-dceeb93a-0a8d-4950-ba0f-b761bc261245 req-3703c3f7-15f1-4cb6-9f3f-fe05184f4e44 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Received event network-vif-deleted-e8079341-e00b-4713-9c18-32a531974dbf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.214855] env[69220]: INFO nova.compute.manager [req-dceeb93a-0a8d-4950-ba0f-b761bc261245 req-3703c3f7-15f1-4cb6-9f3f-fe05184f4e44 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Neutron deleted interface e8079341-e00b-4713-9c18-32a531974dbf; detaching it from the instance and deleting it from the info cache [ 905.214855] env[69220]: DEBUG nova.network.neutron [req-dceeb93a-0a8d-4950-ba0f-b761bc261245 req-3703c3f7-15f1-4cb6-9f3f-fe05184f4e44 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.298718] env[69220]: DEBUG nova.network.neutron [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Successfully created port: b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.352876] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b951b6b6-8b8e-46ba-9787-9b4c78f22948] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 905.433412] env[69220]: DEBUG nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.608629] env[69220]: DEBUG nova.network.neutron [-] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.724097] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d924383-a463-4460-8cd0-c71195509849 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.734420] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee57123c-ebd8-4ac7-a5a8-4d6749c85689 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.770973] env[69220]: DEBUG nova.compute.manager [req-dceeb93a-0a8d-4950-ba0f-b761bc261245 req-3703c3f7-15f1-4cb6-9f3f-fe05184f4e44 service nova] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Detach interface failed, port_id=e8079341-e00b-4713-9c18-32a531974dbf, reason: Instance 9421efc6-6e98-48f4-a136-b3217e97527f could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 905.815755] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "72730929-db1a-447a-b5ae-e6a5545079ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.815992] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "72730929-db1a-447a-b5ae-e6a5545079ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.854768] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 3b49b25d-d39a-4b0c-85ed-7383c401c3b6] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 905.900464] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4668e4b-b2ad-4606-a37c-2503c66c41d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.908684] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a65856-7664-4b77-aac5-9cdf0d650390 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.947051] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309cabab-dde0-4744-8f66-2a1cef522ad6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.953727] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5032c93-0538-4bbb-9b7f-ee40c9b6819c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.968151] env[69220]: DEBUG nova.compute.provider_tree [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.111921] env[69220]: INFO nova.compute.manager [-] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Took 1.63 seconds to deallocate network for instance. [ 906.128783] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquiring lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.129068] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.129329] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquiring lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.129550] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.129751] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.131927] env[69220]: INFO nova.compute.manager [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Terminating instance [ 906.318860] env[69220]: DEBUG nova.compute.manager [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.357919] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8359ec7b-651f-4200-927b-3883d8c1297f] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 906.443064] env[69220]: DEBUG oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0bc9e-c390-2bc0-f6f6-fd30bb7634c5/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 906.443598] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92c35be-4fbb-43c0-b89a-401d73dbc64c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.452216] env[69220]: DEBUG nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.454107] env[69220]: DEBUG oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0bc9e-c390-2bc0-f6f6-fd30bb7634c5/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 906.454911] env[69220]: ERROR oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0bc9e-c390-2bc0-f6f6-fd30bb7634c5/disk-0.vmdk due to incomplete transfer. [ 906.454911] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4a35ef3-98e5-4ebf-bf75-9b40254bc4b7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.463025] env[69220]: DEBUG oslo_vmware.rw_handles [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0bc9e-c390-2bc0-f6f6-fd30bb7634c5/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 906.463309] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Uploaded image 25a08c13-45ec-493b-8951-29cf96ec9870 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 906.465761] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 906.466137] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-895e2203-9d73-4913-acf3-45ac1376655e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.471074] env[69220]: DEBUG nova.scheduler.client.report [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.477324] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 906.477324] env[69220]: value = "task-2801027" [ 906.477324] env[69220]: _type = "Task" [ 906.477324] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.485207] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.485492] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.485676] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.485894] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.486110] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.486304] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.486557] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.486756] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.486927] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.487137] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.487336] env[69220]: DEBUG nova.virt.hardware [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.488232] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74cd075-cf72-453a-9ade-5ea791ad626e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.500187] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801027, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.502290] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acfe04a-e6ce-4944-962a-7cee2dc2fe97 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.619223] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.635734] env[69220]: DEBUG nova.compute.manager [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.635997] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.637015] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad3f9f-4e0b-4d3a-a591-228559153c59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.645119] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.645377] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-623a4a22-55ad-43f3-8323-64b77e73095a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.651514] env[69220]: DEBUG oslo_vmware.api [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 906.651514] env[69220]: value = "task-2801028" [ 906.651514] env[69220]: _type = "Task" [ 906.651514] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.659328] env[69220]: DEBUG oslo_vmware.api [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.852018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.861680] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 2abcf079-cc67-4bd8-ae8a-c4eee07835ae] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 906.980674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.980674] env[69220]: DEBUG nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.983191] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 46.862s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.993497] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801027, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.045192] env[69220]: DEBUG nova.compute.manager [req-b5d1f7c0-fa18-47f8-ae30-db51ef617052 req-375727ae-8220-4585-b4dd-909581e24abd service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-vif-plugged-b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.045192] env[69220]: DEBUG oslo_concurrency.lockutils [req-b5d1f7c0-fa18-47f8-ae30-db51ef617052 req-375727ae-8220-4585-b4dd-909581e24abd service nova] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.045341] env[69220]: DEBUG oslo_concurrency.lockutils [req-b5d1f7c0-fa18-47f8-ae30-db51ef617052 req-375727ae-8220-4585-b4dd-909581e24abd service nova] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.045448] env[69220]: DEBUG oslo_concurrency.lockutils [req-b5d1f7c0-fa18-47f8-ae30-db51ef617052 req-375727ae-8220-4585-b4dd-909581e24abd service nova] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.045612] env[69220]: DEBUG nova.compute.manager [req-b5d1f7c0-fa18-47f8-ae30-db51ef617052 req-375727ae-8220-4585-b4dd-909581e24abd service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] No waiting events found dispatching network-vif-plugged-b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.045777] env[69220]: WARNING nova.compute.manager [req-b5d1f7c0-fa18-47f8-ae30-db51ef617052 req-375727ae-8220-4585-b4dd-909581e24abd service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received unexpected event network-vif-plugged-b0a900cf-c2a9-4645-8928-3dcfa2eec51c for instance with vm_state building and task_state spawning. [ 907.137529] env[69220]: DEBUG nova.network.neutron [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Successfully updated port: b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.163745] env[69220]: DEBUG oslo_vmware.api [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801028, 'name': PowerOffVM_Task, 'duration_secs': 0.197852} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.164248] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.164248] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.164334] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-185c9ce4-765a-4333-af76-9e2ea2fbbcf8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.244075] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.245063] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.245063] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Deleting the datastore file [datastore2] 8038dc6a-f7df-41a9-8e69-58abe8412b4d {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.245063] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-341b6c78-ab4d-4b40-801f-d04a03caedc3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.251228] env[69220]: DEBUG oslo_vmware.api [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for the task: (returnval){ [ 907.251228] env[69220]: value = "task-2801031" [ 907.251228] env[69220]: _type = "Task" [ 907.251228] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.261062] env[69220]: DEBUG oslo_vmware.api [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.365521] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 97a07f81-1c1d-4a27-93c9-2eb7523a5ee0] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 907.385041] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.385293] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.385933] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.385933] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.386198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.389170] env[69220]: INFO nova.compute.manager [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Terminating instance [ 907.488561] env[69220]: DEBUG nova.objects.instance [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lazy-loading 'migration_context' on Instance uuid 78aeae5e-b2a7-4a58-918c-e350a0f930a5 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.494031] env[69220]: DEBUG nova.compute.utils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.497720] env[69220]: DEBUG nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.498034] env[69220]: DEBUG nova.network.neutron [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.499803] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801027, 'name': Destroy_Task, 'duration_secs': 0.770832} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.500547] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Destroyed the VM [ 907.501568] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 907.501935] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90d9c763-eb6c-4131-9988-649119686454 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.511674] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 907.511674] env[69220]: value = "task-2801032" [ 907.511674] env[69220]: _type = "Task" [ 907.511674] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.521441] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801032, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.542895] env[69220]: DEBUG nova.policy [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '348b5626006f45d7bc0bbda047559387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '345c8ce41af8442191c25cce52041c93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.640980] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.641264] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.641623] env[69220]: DEBUG nova.network.neutron [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.764765] env[69220]: DEBUG oslo_vmware.api [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Task: {'id': task-2801031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190141} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.765291] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.765628] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.765957] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.766319] env[69220]: INFO nova.compute.manager [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 907.766731] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.767146] env[69220]: DEBUG nova.compute.manager [-] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.767386] env[69220]: DEBUG nova.network.neutron [-] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.845097] env[69220]: DEBUG nova.network.neutron [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Successfully created port: b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.870251] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 1d950aae-1324-4e9a-9872-1f1a17acf1d9] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 907.898564] env[69220]: DEBUG nova.compute.manager [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.898809] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.899778] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70854104-b2c3-4b6e-83de-581230c0ff84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.908665] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.908937] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25452c55-0b14-4579-a426-7c7fa6a296a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.988080] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.988677] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.000717] env[69220]: DEBUG nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.023104] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801032, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.137791] env[69220]: DEBUG nova.compute.manager [req-18561a1d-28b8-4ed0-94a3-558a733681fe req-dd6d40eb-2017-4f85-92a7-a64cf987f7e1 service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Received event network-vif-deleted-4bd1fbf0-707d-405b-b0a5-33318a617e1f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.137955] env[69220]: INFO nova.compute.manager [req-18561a1d-28b8-4ed0-94a3-558a733681fe req-dd6d40eb-2017-4f85-92a7-a64cf987f7e1 service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Neutron deleted interface 4bd1fbf0-707d-405b-b0a5-33318a617e1f; detaching it from the instance and deleting it from the info cache [ 908.138142] env[69220]: DEBUG nova.network.neutron [req-18561a1d-28b8-4ed0-94a3-558a733681fe req-dd6d40eb-2017-4f85-92a7-a64cf987f7e1 service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.141400] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.141400] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.141400] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleting the datastore file [datastore1] 89535cd4-7ff1-4bde-b2ec-efa781b0b656 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.144164] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10a21c9c-999d-4683-a743-cc40cedfec7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.152425] env[69220]: DEBUG oslo_vmware.api [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 908.152425] env[69220]: value = "task-2801034" [ 908.152425] env[69220]: _type = "Task" [ 908.152425] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.162165] env[69220]: DEBUG oslo_vmware.api [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.184888] env[69220]: DEBUG nova.network.neutron [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.314998] env[69220]: DEBUG nova.network.neutron [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.374771] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 30216828-4dca-48de-b61d-2bf8af202dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 908.440427] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29936895-d572-497e-9e53-355d1e067dbf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.447873] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c09529-566b-4fce-bd63-5bdcb58eafed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.478168] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be91aa-97d2-44af-88f4-62ff65e774cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.485550] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b926031a-e3cd-482a-b158-d41bf77c8953 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.498334] env[69220]: DEBUG nova.compute.provider_tree [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.521197] env[69220]: DEBUG oslo_vmware.api [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801032, 'name': RemoveSnapshot_Task, 'duration_secs': 0.516897} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.521453] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 908.521702] env[69220]: INFO nova.compute.manager [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 908.617299] env[69220]: DEBUG nova.network.neutron [-] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.645472] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9620d21-1803-474f-98ba-7598765e1632 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.655602] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5004d9a-2c7e-4ad0-aef5-a8922708406e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.677339] env[69220]: DEBUG oslo_vmware.api [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189164} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.677524] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.677701] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.677878] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.678048] env[69220]: INFO nova.compute.manager [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Took 0.78 seconds to destroy the instance on the hypervisor. [ 908.678292] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.678485] env[69220]: DEBUG nova.compute.manager [-] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.678581] env[69220]: DEBUG nova.network.neutron [-] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.695174] env[69220]: DEBUG nova.compute.manager [req-18561a1d-28b8-4ed0-94a3-558a733681fe req-dd6d40eb-2017-4f85-92a7-a64cf987f7e1 service nova] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Detach interface failed, port_id=4bd1fbf0-707d-405b-b0a5-33318a617e1f, reason: Instance 8038dc6a-f7df-41a9-8e69-58abe8412b4d could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 908.817559] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.817910] env[69220]: DEBUG nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Instance network_info: |[{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.818359] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:e8:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0a900cf-c2a9-4645-8928-3dcfa2eec51c', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.827965] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.827965] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.827965] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fff63a67-f6f5-491a-af13-190ba0c7c117 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.846679] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.846679] env[69220]: value = "task-2801035" [ 908.846679] env[69220]: _type = "Task" [ 908.846679] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.857442] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801035, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.878194] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 5f83fb47-76eb-4950-a73c-80fea7ceb6c9] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 909.002126] env[69220]: DEBUG nova.scheduler.client.report [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.012615] env[69220]: DEBUG nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.025290] env[69220]: DEBUG nova.compute.manager [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Instance disappeared during snapshot {{(pid=69220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 909.039682] env[69220]: DEBUG nova.compute.manager [None req-2d16d5e8-ff3e-42cf-bf22-33d4e360a73f tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image not found during clean up 25a08c13-45ec-493b-8951-29cf96ec9870 {{(pid=69220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 909.042140] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.042370] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.042533] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.042719] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.042878] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.043063] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.043289] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.043449] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.043616] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.043776] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.043946] env[69220]: DEBUG nova.virt.hardware [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.045060] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba3bd5-f634-4579-b6fe-39fe820a2fe9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.053692] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84706e94-05c5-47d3-b316-c7e9a86a0cce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.074074] env[69220]: DEBUG nova.compute.manager [req-69a7dee4-f4ad-4c59-84d8-0a9dfadfab0e req-7f1d90f4-4822-46a7-9d4d-5b85089e09fc service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-changed-b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.074074] env[69220]: DEBUG nova.compute.manager [req-69a7dee4-f4ad-4c59-84d8-0a9dfadfab0e req-7f1d90f4-4822-46a7-9d4d-5b85089e09fc service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Refreshing instance network info cache due to event network-changed-b0a900cf-c2a9-4645-8928-3dcfa2eec51c. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 909.074074] env[69220]: DEBUG oslo_concurrency.lockutils [req-69a7dee4-f4ad-4c59-84d8-0a9dfadfab0e req-7f1d90f4-4822-46a7-9d4d-5b85089e09fc service nova] Acquiring lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.074074] env[69220]: DEBUG oslo_concurrency.lockutils [req-69a7dee4-f4ad-4c59-84d8-0a9dfadfab0e req-7f1d90f4-4822-46a7-9d4d-5b85089e09fc service nova] Acquired lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.074074] env[69220]: DEBUG nova.network.neutron [req-69a7dee4-f4ad-4c59-84d8-0a9dfadfab0e req-7f1d90f4-4822-46a7-9d4d-5b85089e09fc service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Refreshing network info cache for port b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.121215] env[69220]: INFO nova.compute.manager [-] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Took 1.35 seconds to deallocate network for instance. [ 909.320991] env[69220]: DEBUG nova.network.neutron [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Successfully updated port: b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.355912] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801035, 'name': CreateVM_Task, 'duration_secs': 0.387153} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.356095] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.356800] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.356962] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.357295] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.357545] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deebc339-a9c6-4889-a47c-a0ef92f57aca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.363128] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 909.363128] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521397fc-433e-0710-940c-2a0428864db5" [ 909.363128] env[69220]: _type = "Task" [ 909.363128] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.373153] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521397fc-433e-0710-940c-2a0428864db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.381745] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 462f978b-3e0e-4786-a89f-2c4b92fc003a] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 909.439611] env[69220]: DEBUG nova.network.neutron [-] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.629160] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.814512] env[69220]: DEBUG nova.network.neutron [req-69a7dee4-f4ad-4c59-84d8-0a9dfadfab0e req-7f1d90f4-4822-46a7-9d4d-5b85089e09fc service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updated VIF entry in instance network info cache for port b0a900cf-c2a9-4645-8928-3dcfa2eec51c. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.814512] env[69220]: DEBUG nova.network.neutron [req-69a7dee4-f4ad-4c59-84d8-0a9dfadfab0e req-7f1d90f4-4822-46a7-9d4d-5b85089e09fc service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.825306] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.825306] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.825306] env[69220]: DEBUG nova.network.neutron [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.875347] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521397fc-433e-0710-940c-2a0428864db5, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.875559] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.875833] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.876108] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.876276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.876476] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.876764] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4fd4221-2058-43aa-878f-5c553797a65b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.885293] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 38fe2585-8bbd-48df-abbb-5ef3cdd2d705] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 909.887285] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.887461] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.888627] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc17d619-1026-462d-a55c-ec6c09743f45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.895401] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 909.895401] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a1f131-1bb6-a704-b616-bddb6d77c554" [ 909.895401] env[69220]: _type = "Task" [ 909.895401] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.903743] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a1f131-1bb6-a704-b616-bddb6d77c554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.942142] env[69220]: INFO nova.compute.manager [-] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Took 1.26 seconds to deallocate network for instance. [ 910.015054] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.031s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.020946] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.980s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.022530] env[69220]: INFO nova.compute.claims [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.209675] env[69220]: DEBUG nova.compute.manager [req-01a76293-f08f-4f44-b224-a3f20d422d47 req-8bcacb8c-1454-404a-8941-7807b3b39b57 service nova] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Received event network-vif-deleted-c91264b7-490c-43d8-a3be-c2e775faceaa {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.316785] env[69220]: DEBUG oslo_concurrency.lockutils [req-69a7dee4-f4ad-4c59-84d8-0a9dfadfab0e req-7f1d90f4-4822-46a7-9d4d-5b85089e09fc service nova] Releasing lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.356571] env[69220]: DEBUG nova.network.neutron [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.393774] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 592a22d4-9652-4f07-a91e-464892d6f3b9] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 910.405511] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a1f131-1bb6-a704-b616-bddb6d77c554, 'name': SearchDatastore_Task, 'duration_secs': 0.008299} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.406334] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ab50e8-2014-4141-b0ac-11fbe46b3188 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.411368] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 910.411368] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5202282b-5139-02d6-cfcc-14587866debb" [ 910.411368] env[69220]: _type = "Task" [ 910.411368] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.419257] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5202282b-5139-02d6-cfcc-14587866debb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.448545] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.479488] env[69220]: DEBUG nova.network.neutron [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updating instance_info_cache with network_info: [{"id": "b93539d7-f697-41eb-801f-e2d147ca76de", "address": "fa:16:3e:a5:ac:6d", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93539d7-f6", "ovs_interfaceid": "b93539d7-f697-41eb-801f-e2d147ca76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.896801] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 460fd851-f92d-49ec-8904-527d9b9e9b55] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 910.922048] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5202282b-5139-02d6-cfcc-14587866debb, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.922325] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.922581] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] d4abe3b9-4835-4315-82f0-c4ae3afac72b/d4abe3b9-4835-4315-82f0-c4ae3afac72b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.922850] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b453cc2-f75d-42b0-aca2-04c3d38d500e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.930592] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 910.930592] env[69220]: value = "task-2801037" [ 910.930592] env[69220]: _type = "Task" [ 910.930592] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.938788] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.982245] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Releasing lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.982557] env[69220]: DEBUG nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Instance network_info: |[{"id": "b93539d7-f697-41eb-801f-e2d147ca76de", "address": "fa:16:3e:a5:ac:6d", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93539d7-f6", "ovs_interfaceid": "b93539d7-f697-41eb-801f-e2d147ca76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.983014] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:ac:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93539d7-f697-41eb-801f-e2d147ca76de', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.990525] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Creating folder: Project (345c8ce41af8442191c25cce52041c93). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.990841] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95760a62-966d-4860-9500-38029552b5c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.002469] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Created folder: Project (345c8ce41af8442191c25cce52041c93) in parent group-v562703. [ 911.002469] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Creating folder: Instances. Parent ref: group-v562898. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.002469] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c8cc0ba-86fd-4194-b2a1-33c748cfe83c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.012398] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Created folder: Instances in parent group-v562898. [ 911.012627] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.012799] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.012998] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f8444a0-c479-48fe-80d1-9485c5cc0296 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.031167] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.031167] env[69220]: value = "task-2801040" [ 911.031167] env[69220]: _type = "Task" [ 911.031167] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.041275] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801040, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.099673] env[69220]: DEBUG nova.compute.manager [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Received event network-vif-plugged-b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.099990] env[69220]: DEBUG oslo_concurrency.lockutils [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.100152] env[69220]: DEBUG oslo_concurrency.lockutils [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.100320] env[69220]: DEBUG oslo_concurrency.lockutils [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.100487] env[69220]: DEBUG nova.compute.manager [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] No waiting events found dispatching network-vif-plugged-b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.100722] env[69220]: WARNING nova.compute.manager [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Received unexpected event network-vif-plugged-b93539d7-f697-41eb-801f-e2d147ca76de for instance with vm_state building and task_state spawning. [ 911.100903] env[69220]: DEBUG nova.compute.manager [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Received event network-changed-b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.101073] env[69220]: DEBUG nova.compute.manager [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Refreshing instance network info cache due to event network-changed-b93539d7-f697-41eb-801f-e2d147ca76de. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.101264] env[69220]: DEBUG oslo_concurrency.lockutils [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] Acquiring lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.101400] env[69220]: DEBUG oslo_concurrency.lockutils [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] Acquired lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.101542] env[69220]: DEBUG nova.network.neutron [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Refreshing network info cache for port b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.400516] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: de0666cb-68cb-4257-9740-6dcea5554f27] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 911.443941] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477875} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.444634] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] d4abe3b9-4835-4315-82f0-c4ae3afac72b/d4abe3b9-4835-4315-82f0-c4ae3afac72b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.445016] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.445360] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2b4af25-5948-4962-9539-58a40733fc77 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.454152] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 911.454152] env[69220]: value = "task-2801041" [ 911.454152] env[69220]: _type = "Task" [ 911.454152] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.464112] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.510876] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0a3a00-2fc0-427f-a0bf-7ef05d4d6419 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.518361] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00132238-6ca7-418f-b6c3-711e27d2211c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.556169] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb63f3a-42c0-401b-b097-17eb97fe58c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.563435] env[69220]: INFO nova.compute.manager [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Swapping old allocation on dict_keys(['69f85824-1171-4404-9d0c-06d842192d3d']) held by migration 0ecd86f2-6ba4-4dc0-8af0-3f4cca910c0a for instance [ 911.567109] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582d0bc7-e534-4a1a-abb7-a53212b754db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.572255] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801040, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.582351] env[69220]: DEBUG nova.compute.provider_tree [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.596836] env[69220]: DEBUG nova.scheduler.client.report [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Overwriting current allocation {'allocations': {'69f85824-1171-4404-9d0c-06d842192d3d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': '92cd0de2a88b48c1aa34109dc832ecdb', 'user_id': '17280e6499be4b5ea32e2743b5cb1779', 'consumer_generation': 1} on consumer 78aeae5e-b2a7-4a58-918c-e350a0f930a5 {{(pid=69220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 911.676108] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.676313] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquired lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.676488] env[69220]: DEBUG nova.network.neutron [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.807381] env[69220]: DEBUG nova.network.neutron [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updated VIF entry in instance network info cache for port b93539d7-f697-41eb-801f-e2d147ca76de. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.807783] env[69220]: DEBUG nova.network.neutron [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updating instance_info_cache with network_info: [{"id": "b93539d7-f697-41eb-801f-e2d147ca76de", "address": "fa:16:3e:a5:ac:6d", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93539d7-f6", "ovs_interfaceid": "b93539d7-f697-41eb-801f-e2d147ca76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.904467] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: fd76250a-069e-4ac2-a19a-1b403dead67b] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 911.964295] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06683} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.964581] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.965461] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052753ed-8f9d-4968-b0fb-e6f58522969c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.987326] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d4abe3b9-4835-4315-82f0-c4ae3afac72b/d4abe3b9-4835-4315-82f0-c4ae3afac72b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.987525] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81d0273-7e14-4ecc-ac1b-8ca21d418cf4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.006659] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 912.006659] env[69220]: value = "task-2801042" [ 912.006659] env[69220]: _type = "Task" [ 912.006659] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.015838] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.058336] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801040, 'name': CreateVM_Task, 'duration_secs': 0.570071} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.058517] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.059222] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.059387] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.059692] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.059954] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabe00ec-dd04-4978-a91b-77c0dfcd604d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.064019] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 912.064019] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a950ac-478f-368d-2e43-1e21859c2e40" [ 912.064019] env[69220]: _type = "Task" [ 912.064019] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.071362] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a950ac-478f-368d-2e43-1e21859c2e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.086264] env[69220]: DEBUG nova.scheduler.client.report [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.312997] env[69220]: DEBUG oslo_concurrency.lockutils [req-16d398a0-0764-491e-a99c-3e5d31379850 req-e5708373-113d-436e-a946-0a33e754cd10 service nova] Releasing lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.374040] env[69220]: DEBUG nova.network.neutron [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance_info_cache with network_info: [{"id": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "address": "fa:16:3e:4d:ef:90", "network": {"id": "8a5b87c6-d788-454b-a1fd-27966d16f03c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8bd5054b037b4cc6b41cf8595744b077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3ba035a-a9", "ovs_interfaceid": "a3ba035a-a9d0-4a50-a985-cd515d638c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.407177] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 2f1a2017-62f4-441d-a40c-83158d1a5cb6] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 912.517948] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801042, 'name': ReconfigVM_Task, 'duration_secs': 0.340302} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.517948] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d4abe3b9-4835-4315-82f0-c4ae3afac72b/d4abe3b9-4835-4315-82f0-c4ae3afac72b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.517948] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0e314ca-3704-43ef-a1cd-2cb909a4d92f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.523940] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 912.523940] env[69220]: value = "task-2801043" [ 912.523940] env[69220]: _type = "Task" [ 912.523940] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.531839] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801043, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.573868] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a950ac-478f-368d-2e43-1e21859c2e40, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.574171] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.574441] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.574645] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.574790] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.575019] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.575286] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ffce8f2-b7c3-4994-95ef-f1b1e11270fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.583189] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.583370] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.584109] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9ba553-1f17-43ee-8f0d-f30907d69581 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.589066] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 912.589066] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525bad62-59d0-d749-7f16-cae065271278" [ 912.589066] env[69220]: _type = "Task" [ 912.589066] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.592969] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.593452] env[69220]: DEBUG nova.compute.manager [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.595981] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.376s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.597722] env[69220]: INFO nova.compute.claims [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.606046] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525bad62-59d0-d749-7f16-cae065271278, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.606815] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd6789d-865a-4fcb-8ce7-806326e5fe82 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.612027] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 912.612027] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bfa9d2-6f93-b923-f969-c3c1de3e8add" [ 912.612027] env[69220]: _type = "Task" [ 912.612027] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.619730] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bfa9d2-6f93-b923-f969-c3c1de3e8add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.876745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Releasing lock "refresh_cache-78aeae5e-b2a7-4a58-918c-e350a0f930a5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.877314] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.877655] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb8cfebe-0e0a-4cfb-b22e-0bdf7d6de72c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.886342] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 912.886342] env[69220]: value = "task-2801044" [ 912.886342] env[69220]: _type = "Task" [ 912.886342] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.896020] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.911050] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 16b2c458-8496-4092-bfaf-7ddc56466288] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 913.033229] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801043, 'name': Rename_Task, 'duration_secs': 0.150601} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.033547] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.033781] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99c55fcc-e8dd-4cdf-a6fe-219c76b967cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.041508] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 913.041508] env[69220]: value = "task-2801045" [ 913.041508] env[69220]: _type = "Task" [ 913.041508] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.050899] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.104665] env[69220]: DEBUG nova.compute.utils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.106116] env[69220]: DEBUG nova.compute.manager [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 913.121778] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bfa9d2-6f93-b923-f969-c3c1de3e8add, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.122134] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.122300] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 12c3d1fa-72cb-48ed-9d11-e766427ea254/12c3d1fa-72cb-48ed-9d11-e766427ea254.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.122549] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c104e98-9ebc-49b2-84d5-3dde9e5ae312 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.129126] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 913.129126] env[69220]: value = "task-2801046" [ 913.129126] env[69220]: _type = "Task" [ 913.129126] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.137245] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.395620] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801044, 'name': PowerOffVM_Task, 'duration_secs': 0.192768} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.395970] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.396665] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:03:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6a128853-91a1-4483-8bb8-1f58fd9e4281',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1143403600',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.396880] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.397050] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.397235] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.397382] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.397527] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.398144] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.398144] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.398144] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.398310] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.398471] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.404684] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b65cae-9497-4831-9d8a-e7af823b5fdc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.416134] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: ea80840e-87c3-4387-b6a3-afc53f581203] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 913.423044] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 913.423044] env[69220]: value = "task-2801048" [ 913.423044] env[69220]: _type = "Task" [ 913.423044] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.432299] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.552051] env[69220]: DEBUG oslo_vmware.api [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801045, 'name': PowerOnVM_Task, 'duration_secs': 0.49586} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.552388] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.552682] env[69220]: INFO nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Took 7.10 seconds to spawn the instance on the hypervisor. [ 913.552976] env[69220]: DEBUG nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.553970] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ec14cd-c17d-465b-932c-db84e4ff717d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.609937] env[69220]: DEBUG nova.compute.manager [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.641543] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456839} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.641814] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 12c3d1fa-72cb-48ed-9d11-e766427ea254/12c3d1fa-72cb-48ed-9d11-e766427ea254.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.642033] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.642297] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5ffa40c-c8bf-40a0-9c8f-cf5adfa6c2e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.648429] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 913.648429] env[69220]: value = "task-2801049" [ 913.648429] env[69220]: _type = "Task" [ 913.648429] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.658745] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.920151] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 1dc9c045-37cd-4b5a-b465-aef0164fdfaa] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 913.934444] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801048, 'name': ReconfigVM_Task, 'duration_secs': 0.174917} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.935290] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e1d1ff-dd4b-4542-bbcd-d0eabf99abe4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.957355] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:03:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6a128853-91a1-4483-8bb8-1f58fd9e4281',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1143403600',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.957602] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.957755] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.957928] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.958562] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.958562] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.958562] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.958562] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.958798] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.958878] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.959052] env[69220]: DEBUG nova.virt.hardware [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.961313] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18b8a62-687b-4b8b-9179-0a47079a6785 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.964937] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e78336-6d96-440b-937c-dae529cf1e2b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.970391] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 913.970391] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523e53e8-8586-56c3-1a55-d4354a4092b8" [ 913.970391] env[69220]: _type = "Task" [ 913.970391] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.975696] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d35929c-44ed-435e-a5f7-01814d50778e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.984206] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523e53e8-8586-56c3-1a55-d4354a4092b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008648} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.012559] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.013413] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30457d60-ad0e-4c5e-8219-bf4c3939e949 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.026569] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dee65d6-a029-42d7-897f-b6cae63a8eab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.034379] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2313c37e-f69a-415b-b318-816397c0056e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.038941] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 914.038941] env[69220]: value = "task-2801050" [ 914.038941] env[69220]: _type = "Task" [ 914.038941] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.049709] env[69220]: DEBUG nova.compute.provider_tree [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.056019] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.071693] env[69220]: INFO nova.compute.manager [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Took 60.05 seconds to build instance. [ 914.159790] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100822} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.160073] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.160918] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4019331-1483-41de-8a69-308d4f94d46d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.184594] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 12c3d1fa-72cb-48ed-9d11-e766427ea254/12c3d1fa-72cb-48ed-9d11-e766427ea254.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.184902] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34827a56-d6ba-44de-931a-cce505fd41fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.204951] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 914.204951] env[69220]: value = "task-2801051" [ 914.204951] env[69220]: _type = "Task" [ 914.204951] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.213490] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.423834] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: c21ba868-4227-4e49-9f81-91244863cfd2] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 914.549623] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801050, 'name': ReconfigVM_Task, 'duration_secs': 0.348492} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.549915] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.550711] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af9dbb4-c46c-4234-bec5-da789abbb554 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.553774] env[69220]: DEBUG nova.scheduler.client.report [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.578460] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5/78aeae5e-b2a7-4a58-918c-e350a0f930a5.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.579201] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8442519-af20-4254-a920-04fa1a59c109 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.568s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.579430] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45635e45-a55c-40dd-ac61-85ce67c2ebd0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.598968] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 914.598968] env[69220]: value = "task-2801052" [ 914.598968] env[69220]: _type = "Task" [ 914.598968] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.608407] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.621141] env[69220]: DEBUG nova.compute.manager [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.649593] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.649899] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.649992] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.650189] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.650334] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.650478] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.650712] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.650886] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.651833] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.651833] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.651833] env[69220]: DEBUG nova.virt.hardware [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.652420] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56a8d08-662c-4099-8b7a-f27773a36ff4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.660296] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba1b9b5-46a0-429b-adb9-4ef4bf8740d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.673781] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.679457] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Creating folder: Project (255c750d2f0644298f1493f51ee12b89). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.680119] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a386063-8f38-4759-90d1-6bf56ed73bb0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.690528] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Created folder: Project (255c750d2f0644298f1493f51ee12b89) in parent group-v562703. [ 914.690779] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Creating folder: Instances. Parent ref: group-v562901. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.691042] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45a8ada5-c349-438c-9e0c-6f746c05b888 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.699809] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Created folder: Instances in parent group-v562901. [ 914.700057] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.700256] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.700455] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fef0bd24-9d69-4cf4-801c-5308c8ef837b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.720985] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801051, 'name': ReconfigVM_Task, 'duration_secs': 0.302474} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.722200] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 12c3d1fa-72cb-48ed-9d11-e766427ea254/12c3d1fa-72cb-48ed-9d11-e766427ea254.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.722797] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.722797] env[69220]: value = "task-2801055" [ 914.722797] env[69220]: _type = "Task" [ 914.722797] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.722973] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65063ae5-8662-489e-b97c-1801fab3b92a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.733717] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801055, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.734941] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 914.734941] env[69220]: value = "task-2801056" [ 914.734941] env[69220]: _type = "Task" [ 914.734941] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.742171] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801056, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.928289] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: ff19936e-595b-40a7-838c-a0eddffde984] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 915.058935] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.059493] env[69220]: DEBUG nova.compute.manager [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.062205] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.659s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.063724] env[69220]: INFO nova.compute.claims [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.095457] env[69220]: DEBUG nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.109366] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.233999] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801055, 'name': CreateVM_Task, 'duration_secs': 0.32911} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.234190] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.234618] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.234811] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.235149] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.235453] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21122d9-c667-46cb-8882-0845855d4153 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.242906] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 915.242906] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52510623-ff55-8840-217b-0cb85aafa861" [ 915.242906] env[69220]: _type = "Task" [ 915.242906] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.245986] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801056, 'name': Rename_Task, 'duration_secs': 0.179922} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.249028] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.249164] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1709ea96-e9dc-46cc-b2b2-938889c64eef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.256089] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52510623-ff55-8840-217b-0cb85aafa861, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.257269] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.257505] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.257741] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.257873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.258057] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.258359] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 915.258359] env[69220]: value = "task-2801057" [ 915.258359] env[69220]: _type = "Task" [ 915.258359] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.258549] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49ac633c-d56f-47b5-ae5c-31f96bfe6537 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.267892] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.268957] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.269148] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.269865] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52f8eef-2a1f-405b-b6bf-e8ceb002dc81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.274478] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 915.274478] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5235ccb2-ba6c-e1cb-de7f-ebf9794fecdd" [ 915.274478] env[69220]: _type = "Task" [ 915.274478] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.285036] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5235ccb2-ba6c-e1cb-de7f-ebf9794fecdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.407378] env[69220]: DEBUG nova.compute.manager [req-e7746b64-0013-43de-b671-4d49c404dbc3 req-a5b9acb7-14fb-4d8c-a782-f12e91962411 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-changed-b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.407847] env[69220]: DEBUG nova.compute.manager [req-e7746b64-0013-43de-b671-4d49c404dbc3 req-a5b9acb7-14fb-4d8c-a782-f12e91962411 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Refreshing instance network info cache due to event network-changed-b0a900cf-c2a9-4645-8928-3dcfa2eec51c. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.408117] env[69220]: DEBUG oslo_concurrency.lockutils [req-e7746b64-0013-43de-b671-4d49c404dbc3 req-a5b9acb7-14fb-4d8c-a782-f12e91962411 service nova] Acquiring lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.408302] env[69220]: DEBUG oslo_concurrency.lockutils [req-e7746b64-0013-43de-b671-4d49c404dbc3 req-a5b9acb7-14fb-4d8c-a782-f12e91962411 service nova] Acquired lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.408685] env[69220]: DEBUG nova.network.neutron [req-e7746b64-0013-43de-b671-4d49c404dbc3 req-a5b9acb7-14fb-4d8c-a782-f12e91962411 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Refreshing network info cache for port b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.432758] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b432ed50-8e33-4285-b4a7-61c7c6675a55] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 915.569407] env[69220]: DEBUG nova.compute.utils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.572740] env[69220]: DEBUG nova.compute.manager [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 915.613594] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801052, 'name': ReconfigVM_Task, 'duration_secs': 0.735018} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.614512] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5/78aeae5e-b2a7-4a58-918c-e350a0f930a5.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.618111] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66f661b-a342-40a4-b135-56cf9e80d280 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.643277] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.644359] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e51989-1370-42fd-9e7a-4af207474040 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.669867] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0eb6f6-6da9-4c12-aba8-bbc1878ca7b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.689824] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae13eb96-d2b6-44ff-aa77-91e2dda584cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.698461] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.698821] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8d5bf37-710f-48db-8e66-9f6638174aa5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.705289] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 915.705289] env[69220]: value = "task-2801059" [ 915.705289] env[69220]: _type = "Task" [ 915.705289] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.714089] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.769439] env[69220]: DEBUG oslo_vmware.api [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801057, 'name': PowerOnVM_Task, 'duration_secs': 0.454714} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.769771] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.769918] env[69220]: INFO nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Took 6.76 seconds to spawn the instance on the hypervisor. [ 915.770109] env[69220]: DEBUG nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.770927] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dbdf42-681a-4838-951d-e825441e9ba8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.787022] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5235ccb2-ba6c-e1cb-de7f-ebf9794fecdd, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.787821] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2ae9f6-224a-49c1-aebc-b20a521d6609 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.792866] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 915.792866] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a99492-d9f5-82b6-b3ed-8ecf28ad7494" [ 915.792866] env[69220]: _type = "Task" [ 915.792866] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.800335] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a99492-d9f5-82b6-b3ed-8ecf28ad7494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.941469] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 1faf40f8-5b57-478e-9f70-cff62cbe3cfb] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 916.076023] env[69220]: DEBUG nova.compute.manager [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.152622] env[69220]: DEBUG nova.network.neutron [req-e7746b64-0013-43de-b671-4d49c404dbc3 req-a5b9acb7-14fb-4d8c-a782-f12e91962411 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updated VIF entry in instance network info cache for port b0a900cf-c2a9-4645-8928-3dcfa2eec51c. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.153045] env[69220]: DEBUG nova.network.neutron [req-e7746b64-0013-43de-b671-4d49c404dbc3 req-a5b9acb7-14fb-4d8c-a782-f12e91962411 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.220439] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.291759] env[69220]: INFO nova.compute.manager [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Took 57.94 seconds to build instance. [ 916.304387] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a99492-d9f5-82b6-b3ed-8ecf28ad7494, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.307099] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.307417] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 7d9b29d3-4866-42e8-aa93-4c4aa377b44a/7d9b29d3-4866-42e8-aa93-4c4aa377b44a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.308364] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1d88484-5a98-42aa-a932-860a16787a77 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.316498] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 916.316498] env[69220]: value = "task-2801060" [ 916.316498] env[69220]: _type = "Task" [ 916.316498] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.328020] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.446028] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: d754cfd3-f0ca-4903-8309-c0fd88805fea] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 916.494985] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de10c76b-7f8c-475d-8f14-ee86e2de93d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.503294] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a7e197-3c7b-4ff6-b351-29b08b5e95cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.536039] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae9a494-592e-4be1-85f4-319fc40753c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.543772] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bc2a0a-383d-4f12-851c-7af2da7c0e7b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.559568] env[69220]: DEBUG nova.compute.provider_tree [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.656282] env[69220]: DEBUG oslo_concurrency.lockutils [req-e7746b64-0013-43de-b671-4d49c404dbc3 req-a5b9acb7-14fb-4d8c-a782-f12e91962411 service nova] Releasing lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.720056] env[69220]: DEBUG oslo_vmware.api [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801059, 'name': PowerOnVM_Task, 'duration_secs': 0.582611} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.720371] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.794058] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6cfe178c-c25d-4f46-8cb8-b5ad7e766d0a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.450s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.828766] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801060, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.950810] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8c21d28c-0df5-4c1e-928e-a504576e6af2] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 917.065029] env[69220]: DEBUG nova.scheduler.client.report [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.089287] env[69220]: DEBUG nova.compute.manager [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.121397] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.121397] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.121397] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.121397] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.121397] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.121818] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.122174] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.122442] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.122732] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.123028] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.123332] env[69220]: DEBUG nova.virt.hardware [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.124275] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef293d-c431-43fb-a2ba-e8252f33b1c1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.132040] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d055ec78-ca68-44de-9aea-b0b0799b9a86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.145672] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.151255] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.151878] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.152195] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd006a6-52f0-4b28-988d-e862dc0ed1bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.174150] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.174150] env[69220]: value = "task-2801061" [ 917.174150] env[69220]: _type = "Task" [ 917.174150] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.184106] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801061, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.327269] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710877} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.327269] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 7d9b29d3-4866-42e8-aa93-4c4aa377b44a/7d9b29d3-4866-42e8-aa93-4c4aa377b44a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.327269] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.327269] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9bd9e5e-6a91-408a-8e7e-29d3404262da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.333456] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 917.333456] env[69220]: value = "task-2801062" [ 917.333456] env[69220]: _type = "Task" [ 917.333456] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.344012] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.441112] env[69220]: DEBUG nova.compute.manager [req-4cae9b39-9fd2-4f4f-aee5-3971586f3302 req-f494a4e6-dbab-4da1-91b7-0e27d4bc9f1c service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Received event network-changed-b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.441112] env[69220]: DEBUG nova.compute.manager [req-4cae9b39-9fd2-4f4f-aee5-3971586f3302 req-f494a4e6-dbab-4da1-91b7-0e27d4bc9f1c service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Refreshing instance network info cache due to event network-changed-b93539d7-f697-41eb-801f-e2d147ca76de. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.441112] env[69220]: DEBUG oslo_concurrency.lockutils [req-4cae9b39-9fd2-4f4f-aee5-3971586f3302 req-f494a4e6-dbab-4da1-91b7-0e27d4bc9f1c service nova] Acquiring lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.441112] env[69220]: DEBUG oslo_concurrency.lockutils [req-4cae9b39-9fd2-4f4f-aee5-3971586f3302 req-f494a4e6-dbab-4da1-91b7-0e27d4bc9f1c service nova] Acquired lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.441112] env[69220]: DEBUG nova.network.neutron [req-4cae9b39-9fd2-4f4f-aee5-3971586f3302 req-f494a4e6-dbab-4da1-91b7-0e27d4bc9f1c service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Refreshing network info cache for port b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.452279] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 12a88bb1-749a-4eff-91d0-e0929a530f8e] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 917.567932] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.568530] env[69220]: DEBUG nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.571378] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.455s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.575106] env[69220]: DEBUG nova.objects.instance [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 917.684601] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801061, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.732280] env[69220]: INFO nova.compute.manager [None req-5bf9580c-79c7-4653-b5c0-5a0d87751cbc tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance to original state: 'active' [ 917.847120] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065497} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.847120] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.848200] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d77dca0-842e-4faa-bcb9-2c8805762e4d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.873016] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 7d9b29d3-4866-42e8-aa93-4c4aa377b44a/7d9b29d3-4866-42e8-aa93-4c4aa377b44a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.873016] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b6300c-e0a1-4dda-ae60-abd72993750d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.891449] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 917.891449] env[69220]: value = "task-2801064" [ 917.891449] env[69220]: _type = "Task" [ 917.891449] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.898941] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.958042] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 78a33d3a-2242-450d-a896-0701fbc034ae] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 918.075654] env[69220]: DEBUG nova.compute.utils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.077103] env[69220]: DEBUG nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.077273] env[69220]: DEBUG nova.network.neutron [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.115772] env[69220]: DEBUG nova.policy [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d7b5d785ed343539c90e863d6bb2cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae572a3b564d458f8517cbfaec50580f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.148407] env[69220]: DEBUG nova.network.neutron [req-4cae9b39-9fd2-4f4f-aee5-3971586f3302 req-f494a4e6-dbab-4da1-91b7-0e27d4bc9f1c service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updated VIF entry in instance network info cache for port b93539d7-f697-41eb-801f-e2d147ca76de. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.148754] env[69220]: DEBUG nova.network.neutron [req-4cae9b39-9fd2-4f4f-aee5-3971586f3302 req-f494a4e6-dbab-4da1-91b7-0e27d4bc9f1c service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updating instance_info_cache with network_info: [{"id": "b93539d7-f697-41eb-801f-e2d147ca76de", "address": "fa:16:3e:a5:ac:6d", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93539d7-f6", "ovs_interfaceid": "b93539d7-f697-41eb-801f-e2d147ca76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.182846] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801061, 'name': CreateVM_Task, 'duration_secs': 0.685225} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.183014] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.183385] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.183546] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.183854] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.184119] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676a0b35-1f9c-4acf-85c2-2c92e2108bac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.188344] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 918.188344] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5210463c-e585-9614-07db-4e05dd3a2d7c" [ 918.188344] env[69220]: _type = "Task" [ 918.188344] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.196364] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5210463c-e585-9614-07db-4e05dd3a2d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.404656] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.462227] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 748b699b-74d2-4956-bfa4-2e07de0a83ff] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 918.540253] env[69220]: DEBUG nova.network.neutron [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Successfully created port: 220d7adf-8355-4fba-97d7-ae0aa1737aca {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.581071] env[69220]: DEBUG nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.588024] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cd298692-e1cf-4959-8ca0-eb4d9fc8576e tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.588024] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.411s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.588024] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.588952] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.254s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.589190] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.591191] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.781s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.593736] env[69220]: INFO nova.compute.claims [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.629418] env[69220]: INFO nova.scheduler.client.report [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleted allocations for instance 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5 [ 918.631327] env[69220]: INFO nova.scheduler.client.report [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Deleted allocations for instance 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90 [ 918.651526] env[69220]: DEBUG oslo_concurrency.lockutils [req-4cae9b39-9fd2-4f4f-aee5-3971586f3302 req-f494a4e6-dbab-4da1-91b7-0e27d4bc9f1c service nova] Releasing lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.701501] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5210463c-e585-9614-07db-4e05dd3a2d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.702123] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.702507] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.702756] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.702901] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.703120] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.703408] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9179f41c-2142-4815-bbcc-166172f6d7da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.714394] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.714601] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.718655] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82309d79-9dc2-4057-a588-810e2d4a535f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.725384] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 918.725384] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52464122-311f-1be5-b18c-7d8bf830113f" [ 918.725384] env[69220]: _type = "Task" [ 918.725384] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.736786] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52464122-311f-1be5-b18c-7d8bf830113f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.904044] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801064, 'name': ReconfigVM_Task, 'duration_secs': 0.566076} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.904427] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 7d9b29d3-4866-42e8-aa93-4c4aa377b44a/7d9b29d3-4866-42e8-aa93-4c4aa377b44a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.905062] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4596a095-3d6f-4391-856f-3a27a050be5d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.912189] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 918.912189] env[69220]: value = "task-2801065" [ 918.912189] env[69220]: _type = "Task" [ 918.912189] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.922416] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801065, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.966312] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b67b2f26-bb01-45c5-abb3-e63da889b324] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 919.148857] env[69220]: DEBUG oslo_concurrency.lockutils [None req-741ba592-4e31-4370-a916-c3cc52de894c tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "8dea4829-40e3-4b1f-bfc1-9986c6aa2a90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.432s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.149861] env[69220]: DEBUG oslo_concurrency.lockutils [None req-942f6318-e6a0-4027-82cf-55f7bd9c9fda tempest-MultipleCreateTestJSON-2057054677 tempest-MultipleCreateTestJSON-2057054677-project-member] Lock "52bca790-fc3c-4ae9-8bf5-36dcbf6383f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.613s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.238742] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52464122-311f-1be5-b18c-7d8bf830113f, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.239852] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bef36ad-ef81-44a1-b350-7ce77ebf98b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.246097] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 919.246097] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f91a8a-dd93-d6be-1172-2e35c5dab711" [ 919.246097] env[69220]: _type = "Task" [ 919.246097] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.256398] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f91a8a-dd93-d6be-1172-2e35c5dab711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.363720] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.364018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.364220] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.364440] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.364622] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.366928] env[69220]: INFO nova.compute.manager [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Terminating instance [ 919.421721] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801065, 'name': Rename_Task, 'duration_secs': 0.173269} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.422015] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.422272] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ef2aef-e930-4a56-876b-5ecec2fd08c1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.428072] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 919.428072] env[69220]: value = "task-2801066" [ 919.428072] env[69220]: _type = "Task" [ 919.428072] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.436956] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.470022] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 372e5d17-9bf6-4431-8804-d6ddc5f717ef] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 919.593310] env[69220]: DEBUG nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.621377] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.621544] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.621718] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.622314] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.622314] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.622314] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.622534] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.622710] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.622899] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.623133] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.623616] env[69220]: DEBUG nova.virt.hardware [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.624580] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115173ae-828c-4ded-ac65-c7256e55ae66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.636544] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8df58ef-8ad7-44f2-921e-2262c9967ff5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.758561] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f91a8a-dd93-d6be-1172-2e35c5dab711, 'name': SearchDatastore_Task, 'duration_secs': 0.038303} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.761901] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.762356] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b/bbaa8a2c-a47c-4d3b-8678-ecfdf565685b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.763153] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37fa5c9a-10f3-4120-b2f4-2440a939f177 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.771257] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 919.771257] env[69220]: value = "task-2801067" [ 919.771257] env[69220]: _type = "Task" [ 919.771257] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.783759] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.870473] env[69220]: DEBUG nova.compute.manager [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.870717] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.871640] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5165fa7-3d29-4336-86ca-14f41f92abcd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.879272] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.879272] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db563ba4-c58d-4b59-ad50-78156ab1dc24 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.888600] env[69220]: DEBUG oslo_vmware.api [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 919.888600] env[69220]: value = "task-2801068" [ 919.888600] env[69220]: _type = "Task" [ 919.888600] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.902548] env[69220]: DEBUG oslo_vmware.api [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.938635] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801066, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.973529] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 981b1665-fc39-4e8a-9628-4c878ef5659e] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 920.002039] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ae86f1-b17a-4e83-86fe-2659f48cb11b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.013362] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f4da5-423c-40ab-8a8e-a30fbc2a1109 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.053030] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f5b779-d0ad-4a02-87b0-d7b8bc33cd19 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.062823] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc0a5e6-0b97-4cd5-bc0f-cff6587e82d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.081524] env[69220]: DEBUG nova.compute.provider_tree [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.283610] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.402255] env[69220]: DEBUG oslo_vmware.api [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801068, 'name': PowerOffVM_Task, 'duration_secs': 0.202648} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.402255] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.402255] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.402255] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73daec92-2dac-4ee2-a371-8df5e897a643 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.431789] env[69220]: DEBUG nova.compute.manager [req-61567d8b-e816-47ae-8861-88294f8cae07 req-9164058c-aef5-4992-a75c-af0b0af33e7b service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Received event network-vif-plugged-220d7adf-8355-4fba-97d7-ae0aa1737aca {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.432278] env[69220]: DEBUG oslo_concurrency.lockutils [req-61567d8b-e816-47ae-8861-88294f8cae07 req-9164058c-aef5-4992-a75c-af0b0af33e7b service nova] Acquiring lock "244b2629-9cdb-4fcb-9310-d4dfa051e479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.432546] env[69220]: DEBUG oslo_concurrency.lockutils [req-61567d8b-e816-47ae-8861-88294f8cae07 req-9164058c-aef5-4992-a75c-af0b0af33e7b service nova] Lock "244b2629-9cdb-4fcb-9310-d4dfa051e479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.432751] env[69220]: DEBUG oslo_concurrency.lockutils [req-61567d8b-e816-47ae-8861-88294f8cae07 req-9164058c-aef5-4992-a75c-af0b0af33e7b service nova] Lock "244b2629-9cdb-4fcb-9310-d4dfa051e479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.432963] env[69220]: DEBUG nova.compute.manager [req-61567d8b-e816-47ae-8861-88294f8cae07 req-9164058c-aef5-4992-a75c-af0b0af33e7b service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] No waiting events found dispatching network-vif-plugged-220d7adf-8355-4fba-97d7-ae0aa1737aca {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.433290] env[69220]: WARNING nova.compute.manager [req-61567d8b-e816-47ae-8861-88294f8cae07 req-9164058c-aef5-4992-a75c-af0b0af33e7b service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Received unexpected event network-vif-plugged-220d7adf-8355-4fba-97d7-ae0aa1737aca for instance with vm_state building and task_state spawning. [ 920.443497] env[69220]: DEBUG oslo_vmware.api [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801066, 'name': PowerOnVM_Task, 'duration_secs': 0.739187} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.443788] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.444095] env[69220]: INFO nova.compute.manager [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Took 5.82 seconds to spawn the instance on the hypervisor. [ 920.444223] env[69220]: DEBUG nova.compute.manager [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.445021] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f527e6a7-cd4d-48ac-ba78-1c231f9ec9a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.470125] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.470396] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.470595] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Deleting the datastore file [datastore2] 78aeae5e-b2a7-4a58-918c-e350a0f930a5 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.470931] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86f29f87-4cb2-40ab-af37-fd417564ce6f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.477154] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 5e2b8644-0643-452c-908c-db1c741760a5] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 920.482111] env[69220]: DEBUG oslo_vmware.api [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 920.482111] env[69220]: value = "task-2801070" [ 920.482111] env[69220]: _type = "Task" [ 920.482111] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.488295] env[69220]: DEBUG oslo_vmware.api [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.585838] env[69220]: DEBUG nova.scheduler.client.report [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.652936] env[69220]: DEBUG nova.network.neutron [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Successfully updated port: 220d7adf-8355-4fba-97d7-ae0aa1737aca {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.783767] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64783} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.784117] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b/bbaa8a2c-a47c-4d3b-8678-ecfdf565685b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.785372] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.785372] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-065d42b1-7519-45fe-9657-5f225d6ff888 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.791452] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 920.791452] env[69220]: value = "task-2801071" [ 920.791452] env[69220]: _type = "Task" [ 920.791452] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.800675] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.962408] env[69220]: INFO nova.compute.manager [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Took 54.95 seconds to build instance. [ 920.986027] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 7f1b4467-736f-48f6-8e6c-08ba9a6ba725] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 920.997024] env[69220]: DEBUG oslo_vmware.api [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.094018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.094018] env[69220]: DEBUG nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.097263] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.468s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.097629] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.099946] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.506s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.100272] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.102137] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.717s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.103678] env[69220]: INFO nova.compute.claims [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.114309] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Acquiring lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.114309] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.140830] env[69220]: INFO nova.scheduler.client.report [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleted allocations for instance 8ff5389b-d78d-4ac6-9228-3fa315577638 [ 921.145225] env[69220]: INFO nova.scheduler.client.report [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted allocations for instance 30314814-1b56-4ee0-a386-99d40bcc2794 [ 921.155260] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "refresh_cache-244b2629-9cdb-4fcb-9310-d4dfa051e479" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.155495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "refresh_cache-244b2629-9cdb-4fcb-9310-d4dfa051e479" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.155696] env[69220]: DEBUG nova.network.neutron [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.309724] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230497} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.310014] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.311295] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473a7d7d-430b-43fc-85c3-c78af36f9451 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.331334] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b/bbaa8a2c-a47c-4d3b-8678-ecfdf565685b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.332010] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b965d0f-a861-4914-89b2-11fcb0a211ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.351886] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 921.351886] env[69220]: value = "task-2801072" [ 921.351886] env[69220]: _type = "Task" [ 921.351886] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.360174] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.465113] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8e62b0af-37b6-4e80-b55d-94b7ab1b3449 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.059s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.489371] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: dfe2202c-0859-4596-a0a4-70fef4f6ecff] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 921.495283] env[69220]: DEBUG oslo_vmware.api [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530421} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.495783] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.495967] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.496254] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.496435] env[69220]: INFO nova.compute.manager [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Took 1.63 seconds to destroy the instance on the hypervisor. [ 921.496676] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.496872] env[69220]: DEBUG nova.compute.manager [-] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.496972] env[69220]: DEBUG nova.network.neutron [-] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.615377] env[69220]: DEBUG nova.compute.utils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.619205] env[69220]: DEBUG nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.619205] env[69220]: DEBUG nova.network.neutron [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.620607] env[69220]: DEBUG nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.660321] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bb1ef48b-9cb1-4d86-b932-a5e917519100 tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "8ff5389b-d78d-4ac6-9228-3fa315577638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.871s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.661988] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4d4b8411-11d0-4cbd-bece-8efe9ea13da4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "30314814-1b56-4ee0-a386-99d40bcc2794" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.562s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.719510] env[69220]: DEBUG nova.policy [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daae923d9b1546bbaa42f65386d331b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1521c4ae407c4dc182743ff74f49c322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.753253] env[69220]: DEBUG nova.network.neutron [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.871823] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.996827] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: a0a48565-eb95-4160-8ba5-201fb84b8203] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 922.054414] env[69220]: DEBUG nova.network.neutron [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Updating instance_info_cache with network_info: [{"id": "220d7adf-8355-4fba-97d7-ae0aa1737aca", "address": "fa:16:3e:94:ee:01", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220d7adf-83", "ovs_interfaceid": "220d7adf-8355-4fba-97d7-ae0aa1737aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.125213] env[69220]: DEBUG nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.174514] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.267482] env[69220]: DEBUG nova.network.neutron [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Successfully created port: 084e2ee0-b1e2-46fc-98a2-7e781149839b {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.364366] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801072, 'name': ReconfigVM_Task, 'duration_secs': 0.810066} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.367766] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b/bbaa8a2c-a47c-4d3b-8678-ecfdf565685b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.368723] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30182877-ac04-42f5-99c4-056ed059e32e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.373046] env[69220]: DEBUG nova.network.neutron [-] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.376437] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 922.376437] env[69220]: value = "task-2801073" [ 922.376437] env[69220]: _type = "Task" [ 922.376437] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.387943] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801073, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.470312] env[69220]: DEBUG nova.compute.manager [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Received event network-changed-220d7adf-8355-4fba-97d7-ae0aa1737aca {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.470312] env[69220]: DEBUG nova.compute.manager [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Refreshing instance network info cache due to event network-changed-220d7adf-8355-4fba-97d7-ae0aa1737aca. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.470312] env[69220]: DEBUG oslo_concurrency.lockutils [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] Acquiring lock "refresh_cache-244b2629-9cdb-4fcb-9310-d4dfa051e479" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.500447] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 17f009fc-b0fd-49e6-8074-0194dfab0f07] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 922.540145] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3fb06-25b3-4917-8067-676252d440dc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.548141] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e5bd7-3d1d-4638-a9f0-d1c1fea88ad3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.553585] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.553846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.554081] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "f84d9118-28a4-4e43-af7a-87b553e77b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.554271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.554451] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.556705] env[69220]: INFO nova.compute.manager [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Terminating instance [ 922.588624] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "refresh_cache-244b2629-9cdb-4fcb-9310-d4dfa051e479" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.588975] env[69220]: DEBUG nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Instance network_info: |[{"id": "220d7adf-8355-4fba-97d7-ae0aa1737aca", "address": "fa:16:3e:94:ee:01", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220d7adf-83", "ovs_interfaceid": "220d7adf-8355-4fba-97d7-ae0aa1737aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.591034] env[69220]: DEBUG nova.compute.manager [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.591229] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.591569] env[69220]: DEBUG oslo_concurrency.lockutils [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] Acquired lock "refresh_cache-244b2629-9cdb-4fcb-9310-d4dfa051e479" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.591772] env[69220]: DEBUG nova.network.neutron [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Refreshing network info cache for port 220d7adf-8355-4fba-97d7-ae0aa1737aca {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.593083] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ee:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '220d7adf-8355-4fba-97d7-ae0aa1737aca', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.601027] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.601841] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03aa78d-4b13-418b-b0b3-9347293ad679 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.606222] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76452f45-b3e5-49a3-b1e3-af9060a29637 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.611358] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.611869] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a335a9dd-596d-4568-aea4-f78d553626e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.636589] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9164ad0b-370f-428a-9176-16a881cf2ea9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.646960] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.652042] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-915fafb6-4073-412c-9e78-ba2ec8a4b546 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.652042] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.652042] env[69220]: value = "task-2801074" [ 922.652042] env[69220]: _type = "Task" [ 922.652042] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.668630] env[69220]: DEBUG nova.compute.provider_tree [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.669532] env[69220]: DEBUG oslo_vmware.api [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 922.669532] env[69220]: value = "task-2801075" [ 922.669532] env[69220]: _type = "Task" [ 922.669532] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.681314] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801074, 'name': CreateVM_Task} progress is 15%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.688040] env[69220]: DEBUG oslo_vmware.api [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2801075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.876092] env[69220]: INFO nova.compute.manager [-] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Took 1.38 seconds to deallocate network for instance. [ 922.896893] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801073, 'name': Rename_Task, 'duration_secs': 0.256356} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.897481] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.897769] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69e515e7-3fc7-478b-95c9-f77848783c63 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.908938] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 922.908938] env[69220]: value = "task-2801076" [ 922.908938] env[69220]: _type = "Task" [ 922.908938] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.919782] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.951883] env[69220]: DEBUG nova.network.neutron [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Updated VIF entry in instance network info cache for port 220d7adf-8355-4fba-97d7-ae0aa1737aca. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.953414] env[69220]: DEBUG nova.network.neutron [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Updating instance_info_cache with network_info: [{"id": "220d7adf-8355-4fba-97d7-ae0aa1737aca", "address": "fa:16:3e:94:ee:01", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220d7adf-83", "ovs_interfaceid": "220d7adf-8355-4fba-97d7-ae0aa1737aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.003678] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: d36a9604-4cc7-4781-9d17-d45d62b6a66e] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 923.149630] env[69220]: DEBUG nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.164619] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801074, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.178736] env[69220]: DEBUG nova.scheduler.client.report [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.187099] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.187341] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.187542] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.187737] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.187914] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.188139] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.189886] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.189886] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.189886] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.189886] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.189886] env[69220]: DEBUG nova.virt.hardware [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.190699] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb0352-aab8-4e28-9f78-8a03dcc34c84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.197662] env[69220]: DEBUG oslo_vmware.api [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2801075, 'name': PowerOffVM_Task, 'duration_secs': 0.231293} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.197917] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.199267] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.199267] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5383da6e-b7b2-466c-a62c-4d0cff3fb366 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.205403] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055d8ebc-1121-490f-bb51-7a7a694f63af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.286874] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.286937] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.287096] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleting the datastore file [datastore1] f84d9118-28a4-4e43-af7a-87b553e77b3c {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.287368] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a45e7341-ca0f-46fd-8738-777e42cc2ee3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.295905] env[69220]: DEBUG oslo_vmware.api [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for the task: (returnval){ [ 923.295905] env[69220]: value = "task-2801078" [ 923.295905] env[69220]: _type = "Task" [ 923.295905] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.305620] env[69220]: DEBUG oslo_vmware.api [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2801078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.392439] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.419993] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.456880] env[69220]: DEBUG oslo_concurrency.lockutils [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] Releasing lock "refresh_cache-244b2629-9cdb-4fcb-9310-d4dfa051e479" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.457692] env[69220]: DEBUG nova.compute.manager [req-faba3cdc-781d-45e6-8aea-740cfa0402fb req-d05140dd-fde9-4ae0-a7ac-538b15cb781e service nova] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Received event network-vif-deleted-a3ba035a-a9d0-4a50-a985-cd515d638c91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.507735] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 93db5ef7-9fbd-4a76-a50a-71cc14b3355e] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 923.667066] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801074, 'name': CreateVM_Task, 'duration_secs': 0.624726} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.667290] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.668167] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.668666] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.668783] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.669021] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0e671a-169d-4a55-a39f-053c2c3a35ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.676760] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 923.676760] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52721924-534d-1a12-fe14-3b8a6c2b0acd" [ 923.676760] env[69220]: _type = "Task" [ 923.676760] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.687952] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52721924-534d-1a12-fe14-3b8a6c2b0acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.698898] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.699447] env[69220]: DEBUG nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.702520] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.142s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.705240] env[69220]: INFO nova.compute.claims [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.806996] env[69220]: DEBUG oslo_vmware.api [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Task: {'id': task-2801078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296286} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.807392] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.807630] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.807841] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.807991] env[69220]: INFO nova.compute.manager [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 923.808239] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.808663] env[69220]: DEBUG nova.compute.manager [-] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.808780] env[69220]: DEBUG nova.network.neutron [-] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.921911] env[69220]: DEBUG oslo_vmware.api [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801076, 'name': PowerOnVM_Task, 'duration_secs': 0.780058} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.922411] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.922636] env[69220]: INFO nova.compute.manager [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Took 6.83 seconds to spawn the instance on the hypervisor. [ 923.922821] env[69220]: DEBUG nova.compute.manager [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.923668] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b711bf-ce78-4199-a6cb-3934b0f98c80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.973728] env[69220]: DEBUG nova.compute.manager [req-641df722-5d06-4e27-a650-8d5fd3fc2e67 req-dc4ba097-d538-4e98-9292-636018aad2ea service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Received event network-vif-plugged-084e2ee0-b1e2-46fc-98a2-7e781149839b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.974837] env[69220]: DEBUG oslo_concurrency.lockutils [req-641df722-5d06-4e27-a650-8d5fd3fc2e67 req-dc4ba097-d538-4e98-9292-636018aad2ea service nova] Acquiring lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.974837] env[69220]: DEBUG oslo_concurrency.lockutils [req-641df722-5d06-4e27-a650-8d5fd3fc2e67 req-dc4ba097-d538-4e98-9292-636018aad2ea service nova] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.975063] env[69220]: DEBUG oslo_concurrency.lockutils [req-641df722-5d06-4e27-a650-8d5fd3fc2e67 req-dc4ba097-d538-4e98-9292-636018aad2ea service nova] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.975266] env[69220]: DEBUG nova.compute.manager [req-641df722-5d06-4e27-a650-8d5fd3fc2e67 req-dc4ba097-d538-4e98-9292-636018aad2ea service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] No waiting events found dispatching network-vif-plugged-084e2ee0-b1e2-46fc-98a2-7e781149839b {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.975438] env[69220]: WARNING nova.compute.manager [req-641df722-5d06-4e27-a650-8d5fd3fc2e67 req-dc4ba097-d538-4e98-9292-636018aad2ea service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Received unexpected event network-vif-plugged-084e2ee0-b1e2-46fc-98a2-7e781149839b for instance with vm_state building and task_state spawning. [ 924.012326] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b8f35160-0994-45dd-9159-7d896cf4c9f2] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 924.118153] env[69220]: DEBUG nova.network.neutron [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Successfully updated port: 084e2ee0-b1e2-46fc-98a2-7e781149839b {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.189737] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52721924-534d-1a12-fe14-3b8a6c2b0acd, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.190062] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.190314] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.190587] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.190839] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.190994] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.191274] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-457fbd5f-7610-4595-ad3c-49b0cd96d6da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.204989] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.205569] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.206582] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934f4282-6db1-4544-88dd-c131e4f86ed4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.210521] env[69220]: DEBUG nova.compute.utils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.217905] env[69220]: DEBUG nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.218155] env[69220]: DEBUG nova.network.neutron [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.225355] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 924.225355] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ef92a3-a9a3-83d2-d1fe-aaecddcaa462" [ 924.225355] env[69220]: _type = "Task" [ 924.225355] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.238917] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ef92a3-a9a3-83d2-d1fe-aaecddcaa462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.292661] env[69220]: DEBUG nova.policy [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd980b3df51054330a79e9a719f91e6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e90b5a33464c81b92fd1859faf0752', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.444786] env[69220]: INFO nova.compute.manager [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Took 54.24 seconds to build instance. [ 924.516813] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 4daa71d1-7ad0-4357-a975-400d96176698] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 924.621127] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.621336] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.621561] env[69220]: DEBUG nova.network.neutron [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.721403] env[69220]: DEBUG nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.742440] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ef92a3-a9a3-83d2-d1fe-aaecddcaa462, 'name': SearchDatastore_Task, 'duration_secs': 0.019993} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.742440] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d55aa2-bc49-4985-a0b4-5129fa8b3eab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.750555] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 924.750555] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5299fffe-1f46-5bc5-9f82-7b2042316a44" [ 924.750555] env[69220]: _type = "Task" [ 924.750555] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.765759] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5299fffe-1f46-5bc5-9f82-7b2042316a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.789095] env[69220]: DEBUG nova.network.neutron [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Successfully created port: d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.873359] env[69220]: DEBUG nova.network.neutron [-] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.948192] env[69220]: DEBUG oslo_concurrency.lockutils [None req-95b1f686-8c46-406f-9d69-1eb77aaf4ff9 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.258s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.024908] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.024908] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Cleaning up deleted instances with incomplete migration {{(pid=69220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 925.174607] env[69220]: DEBUG nova.network.neutron [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.183230] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b9c23-a2c2-4ce3-bccc-e171ebbce625 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.192138] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4abcfdc-3e8f-4aea-b657-c2ce40faeb9b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.226795] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b87ea1c-6d3c-4d0b-84e2-1133756e4db1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.238838] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac59b1c8-3c2a-42dd-94a2-265a193cb338 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.253072] env[69220]: DEBUG nova.compute.provider_tree [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.264493] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5299fffe-1f46-5bc5-9f82-7b2042316a44, 'name': SearchDatastore_Task, 'duration_secs': 0.026853} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.264957] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.265027] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 244b2629-9cdb-4fcb-9310-d4dfa051e479/244b2629-9cdb-4fcb-9310-d4dfa051e479.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.265491] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2797563c-6083-4bb0-83cb-d9b59e68519a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.276552] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 925.276552] env[69220]: value = "task-2801079" [ 925.276552] env[69220]: _type = "Task" [ 925.276552] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.286833] env[69220]: DEBUG oslo_concurrency.lockutils [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.287322] env[69220]: DEBUG oslo_concurrency.lockutils [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.287322] env[69220]: DEBUG nova.compute.manager [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.287594] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.288389] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a2df22-c657-4eea-bba3-edada9c45285 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.298625] env[69220]: DEBUG nova.compute.manager [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 925.298743] env[69220]: DEBUG nova.objects.instance [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'flavor' on Instance uuid 8ac7cbca-de87-49f7-b90d-a822699ea2ec {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.375878] env[69220]: INFO nova.compute.manager [-] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Took 1.57 seconds to deallocate network for instance. [ 925.489682] env[69220]: INFO nova.compute.manager [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Rebuilding instance [ 925.530861] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.537030] env[69220]: DEBUG nova.compute.manager [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.537030] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f27c7d6-9523-4c4f-a967-ab68f84fdb44 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.690560] env[69220]: DEBUG nova.network.neutron [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance_info_cache with network_info: [{"id": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "address": "fa:16:3e:8d:86:d0", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084e2ee0-b1", "ovs_interfaceid": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.734901] env[69220]: DEBUG nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.761408] env[69220]: DEBUG nova.scheduler.client.report [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.775399] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.775779] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.775890] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.776037] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.776370] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.776370] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.776524] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.776853] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.776853] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.777055] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.777187] env[69220]: DEBUG nova.virt.hardware [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.778837] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea8cf4-c58c-47b5-9d86-a15da6251b2e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.793934] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bcf0d1-503e-40c9-84ec-f51755f0a02f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.799021] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455418} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.799536] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 244b2629-9cdb-4fcb-9310-d4dfa051e479/244b2629-9cdb-4fcb-9310-d4dfa051e479.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.799750] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.800345] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb2e24f-fe27-4e71-b6a0-6ef7533a2c32 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.820138] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 925.820138] env[69220]: value = "task-2801080" [ 925.820138] env[69220]: _type = "Task" [ 925.820138] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.829531] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.883176] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.011636] env[69220]: DEBUG nova.compute.manager [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Received event network-changed-084e2ee0-b1e2-46fc-98a2-7e781149839b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.011840] env[69220]: DEBUG nova.compute.manager [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Refreshing instance network info cache due to event network-changed-084e2ee0-b1e2-46fc-98a2-7e781149839b. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.012102] env[69220]: DEBUG oslo_concurrency.lockutils [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] Acquiring lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.192999] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.193464] env[69220]: DEBUG nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Instance network_info: |[{"id": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "address": "fa:16:3e:8d:86:d0", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084e2ee0-b1", "ovs_interfaceid": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.193859] env[69220]: DEBUG oslo_concurrency.lockutils [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] Acquired lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.194111] env[69220]: DEBUG nova.network.neutron [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Refreshing network info cache for port 084e2ee0-b1e2-46fc-98a2-7e781149839b {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.196544] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:86:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '084e2ee0-b1e2-46fc-98a2-7e781149839b', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.205216] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.209028] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.209274] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bcef45a-c461-44ed-98a4-2e795e441317 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.234239] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.234239] env[69220]: value = "task-2801081" [ 926.234239] env[69220]: _type = "Task" [ 926.234239] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.245085] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801081, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.267541] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.268199] env[69220]: DEBUG nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.271332] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.310s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.273247] env[69220]: INFO nova.compute.claims [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.318678] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.319343] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fb1dac1-24f3-4fab-a56e-fd64931fa86f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.337815] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068621} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.338442] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.342022] env[69220]: DEBUG oslo_vmware.api [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 926.342022] env[69220]: value = "task-2801082" [ 926.342022] env[69220]: _type = "Task" [ 926.342022] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.342022] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa698c0f-e316-4e2a-95f9-5626eebadeb6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.355518] env[69220]: DEBUG oslo_vmware.api [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.376285] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 244b2629-9cdb-4fcb-9310-d4dfa051e479/244b2629-9cdb-4fcb-9310-d4dfa051e479.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.379152] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ec3625-c601-417b-9c99-8142c53c823f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.405686] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 926.405686] env[69220]: value = "task-2801083" [ 926.405686] env[69220]: _type = "Task" [ 926.405686] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.415730] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.562031] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.562031] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cdc4cf7-eefb-4215-9e6c-ae0df70d6dd7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.573279] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 926.573279] env[69220]: value = "task-2801084" [ 926.573279] env[69220]: _type = "Task" [ 926.573279] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.588844] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.627241] env[69220]: DEBUG nova.network.neutron [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updated VIF entry in instance network info cache for port 084e2ee0-b1e2-46fc-98a2-7e781149839b. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.627241] env[69220]: DEBUG nova.network.neutron [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance_info_cache with network_info: [{"id": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "address": "fa:16:3e:8d:86:d0", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084e2ee0-b1", "ovs_interfaceid": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.708648] env[69220]: DEBUG nova.network.neutron [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Successfully updated port: d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.745330] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801081, 'name': CreateVM_Task, 'duration_secs': 0.478917} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.745330] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.745868] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.746056] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.746558] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.747063] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b9ee1d-db0b-4831-bc23-e6283add3611 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.752533] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 926.752533] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5267f110-1fcb-ca44-65c4-946f5815c05c" [ 926.752533] env[69220]: _type = "Task" [ 926.752533] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.761563] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5267f110-1fcb-ca44-65c4-946f5815c05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.781965] env[69220]: DEBUG nova.compute.utils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.781965] env[69220]: DEBUG nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.781965] env[69220]: DEBUG nova.network.neutron [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.822211] env[69220]: DEBUG nova.policy [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9740723a38a64b4aa76c7fdcd3ab2f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92b9177127a440f849b7c0ceff2ca30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.856953] env[69220]: DEBUG oslo_vmware.api [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801082, 'name': PowerOffVM_Task, 'duration_secs': 0.328647} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.857326] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.857567] env[69220]: DEBUG nova.compute.manager [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.858366] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e0929-6a66-4c54-8bf6-d8487185445c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.920869] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.087030] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801084, 'name': PowerOffVM_Task, 'duration_secs': 0.160275} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.087030] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.087030] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.087030] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b034df7-5d48-4abf-bb45-d7469c07e0cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.094507] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.095094] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6808919-91e6-4dc6-a031-0d5825664a52 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.108810] env[69220]: DEBUG nova.network.neutron [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Successfully created port: 954c7690-6294-4a5e-858d-b4042854dcfc {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.130612] env[69220]: DEBUG oslo_concurrency.lockutils [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] Releasing lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.130953] env[69220]: DEBUG nova.compute.manager [req-27e5cbae-a974-4fd5-a1f0-5819a0fe0bf8 req-217723e5-4253-4d5d-81dd-daa8c1883d0a service nova] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Received event network-vif-deleted-2e588592-4fa4-4bca-916c-d7dd5fc82f3b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.143389] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.143684] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.143793] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Deleting the datastore file [datastore2] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.144093] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-575f8877-4443-4e96-9c59-755e9e68875a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.152239] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 927.152239] env[69220]: value = "task-2801086" [ 927.152239] env[69220]: _type = "Task" [ 927.152239] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.162378] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.212720] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "refresh_cache-ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.212937] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "refresh_cache-ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.213789] env[69220]: DEBUG nova.network.neutron [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.225134] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquiring lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.225134] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.267937] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5267f110-1fcb-ca44-65c4-946f5815c05c, 'name': SearchDatastore_Task, 'duration_secs': 0.018629} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.268276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.268505] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.268829] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.268978] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.269175] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.269494] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a049b401-1bcf-44b0-b8c6-9d1597fc0950 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.287303] env[69220]: DEBUG nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.290627] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.291025] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.293805] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93479b1-403a-42ac-80bc-1c8b3122ad91 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.302479] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 927.302479] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5224760d-0089-9bc7-64a7-7e6348130d63" [ 927.302479] env[69220]: _type = "Task" [ 927.302479] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.316907] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5224760d-0089-9bc7-64a7-7e6348130d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.374893] env[69220]: DEBUG oslo_concurrency.lockutils [None req-88ad6af8-b587-45f8-b261-cd670ca0da81 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.418948] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801083, 'name': ReconfigVM_Task, 'duration_secs': 0.654252} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.422067] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 244b2629-9cdb-4fcb-9310-d4dfa051e479/244b2629-9cdb-4fcb-9310-d4dfa051e479.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.423553] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d448644-b1c1-439e-ac00-61b070170b43 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.432137] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 927.432137] env[69220]: value = "task-2801087" [ 927.432137] env[69220]: _type = "Task" [ 927.432137] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.450323] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801087, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.666031] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314596} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.666344] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.666344] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.667707] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.706212] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88ad91-cc87-4f6d-9732-0419333a8397 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.714176] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3004ee-1ad3-4a05-a32c-43e86f0faa1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.749052] env[69220]: DEBUG nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.753106] env[69220]: DEBUG nova.network.neutron [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.756030] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e327603-f6ac-4024-aa3d-606f7eab5375 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.764755] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e9398-3a03-4e73-90f8-441ca196e26f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.780200] env[69220]: DEBUG nova.compute.provider_tree [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.788072] env[69220]: DEBUG nova.objects.instance [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'flavor' on Instance uuid 8ac7cbca-de87-49f7-b90d-a822699ea2ec {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.815393] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5224760d-0089-9bc7-64a7-7e6348130d63, 'name': SearchDatastore_Task, 'duration_secs': 0.025742} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.817030] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b07019-eda8-4371-b39e-f5d912e7e999 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.822919] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 927.822919] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52672bfb-50dc-757f-824c-d755918b0633" [ 927.822919] env[69220]: _type = "Task" [ 927.822919] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.834569] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52672bfb-50dc-757f-824c-d755918b0633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.923239] env[69220]: DEBUG nova.network.neutron [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Updating instance_info_cache with network_info: [{"id": "d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b", "address": "fa:16:3e:3d:b3:f3", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fc8f2f-4d", "ovs_interfaceid": "d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.946264] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801087, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.058027] env[69220]: DEBUG nova.compute.manager [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Received event network-vif-plugged-d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.058203] env[69220]: DEBUG oslo_concurrency.lockutils [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] Acquiring lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.058409] env[69220]: DEBUG oslo_concurrency.lockutils [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] Lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.058590] env[69220]: DEBUG oslo_concurrency.lockutils [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] Lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.058740] env[69220]: DEBUG nova.compute.manager [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] No waiting events found dispatching network-vif-plugged-d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.058902] env[69220]: WARNING nova.compute.manager [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Received unexpected event network-vif-plugged-d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b for instance with vm_state building and task_state spawning. [ 928.059091] env[69220]: DEBUG nova.compute.manager [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Received event network-changed-d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.059249] env[69220]: DEBUG nova.compute.manager [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Refreshing instance network info cache due to event network-changed-d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.059430] env[69220]: DEBUG oslo_concurrency.lockutils [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] Acquiring lock "refresh_cache-ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.267379] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.285988] env[69220]: DEBUG nova.scheduler.client.report [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.293554] env[69220]: DEBUG oslo_concurrency.lockutils [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.293839] env[69220]: DEBUG oslo_concurrency.lockutils [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.294153] env[69220]: DEBUG nova.network.neutron [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.294502] env[69220]: DEBUG nova.objects.instance [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'info_cache' on Instance uuid 8ac7cbca-de87-49f7-b90d-a822699ea2ec {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.297029] env[69220]: DEBUG nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.323454] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.323707] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.323863] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.324052] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.324199] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.324341] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.324543] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.324699] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.324867] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.325036] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.325213] env[69220]: DEBUG nova.virt.hardware [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.326343] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078293e8-190b-44ef-bf4f-123c80f8649d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.338389] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52672bfb-50dc-757f-824c-d755918b0633, 'name': SearchDatastore_Task, 'duration_secs': 0.042172} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.340519] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.340821] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 6e207cd2-b3ad-4039-b5be-9b2eda54214b/6e207cd2-b3ad-4039-b5be-9b2eda54214b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.341371] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee2767f3-8f01-41b2-be65-058fe4ee6d50 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.344355] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a6573-f8d8-41fa-9a8f-89c7b5d2f232 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.360175] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 928.360175] env[69220]: value = "task-2801088" [ 928.360175] env[69220]: _type = "Task" [ 928.360175] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.367888] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.426219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "refresh_cache-ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.426653] env[69220]: DEBUG nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Instance network_info: |[{"id": "d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b", "address": "fa:16:3e:3d:b3:f3", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fc8f2f-4d", "ovs_interfaceid": "d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.426928] env[69220]: DEBUG oslo_concurrency.lockutils [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] Acquired lock "refresh_cache-ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.427198] env[69220]: DEBUG nova.network.neutron [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Refreshing network info cache for port d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.428493] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:b3:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.436265] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.437512] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.440840] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-931bb075-64c2-4c8c-8271-fa6142eb1c75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.463338] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801087, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.464877] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.464877] env[69220]: value = "task-2801089" [ 928.464877] env[69220]: _type = "Task" [ 928.464877] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.473575] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801089, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.622824] env[69220]: DEBUG nova.network.neutron [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Successfully updated port: 954c7690-6294-4a5e-858d-b4042854dcfc {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.701903] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.702258] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.702379] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.702571] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.702718] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.702943] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.703088] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.703251] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.703417] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.703624] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.703895] env[69220]: DEBUG nova.virt.hardware [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.704938] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd47eb8-d069-4f36-a042-b5acaaa09bed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.713795] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddd7145-ad14-4db4-8e63-7c9695f73ac3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.732108] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.738487] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.738840] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.739124] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd65e194-f723-4c7c-ad21-6f8d4b8218ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.759242] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.759242] env[69220]: value = "task-2801090" [ 928.759242] env[69220]: _type = "Task" [ 928.759242] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.768597] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801090, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.793971] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.794561] env[69220]: DEBUG nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.797800] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.179s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.798079] env[69220]: DEBUG nova.objects.instance [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lazy-loading 'resources' on Instance uuid 9421efc6-6e98-48f4-a136-b3217e97527f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.800785] env[69220]: DEBUG nova.objects.base [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Object Instance<8ac7cbca-de87-49f7-b90d-a822699ea2ec> lazy-loaded attributes: flavor,info_cache {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 928.872940] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801088, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.949683] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801087, 'name': Rename_Task, 'duration_secs': 1.372537} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.949978] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.950351] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4ccf41-429b-4160-9761-4f09d1c45b0a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.959565] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 928.959565] env[69220]: value = "task-2801091" [ 928.959565] env[69220]: _type = "Task" [ 928.959565] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.972783] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.981104] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801089, 'name': CreateVM_Task, 'duration_secs': 0.447143} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.981400] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.982245] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.982480] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.982856] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.983261] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3599a105-b46e-464a-9e2c-c1c7f7b402c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.993163] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 928.993163] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5299a1c7-09c3-c301-1ac4-8545dd643b54" [ 928.993163] env[69220]: _type = "Task" [ 928.993163] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.005536] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5299a1c7-09c3-c301-1ac4-8545dd643b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.126635] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-0da8a9b4-0964-454e-b754-5782a3233f8b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.127279] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-0da8a9b4-0964-454e-b754-5782a3233f8b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.129289] env[69220]: DEBUG nova.network.neutron [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.210340] env[69220]: DEBUG nova.network.neutron [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Updated VIF entry in instance network info cache for port d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.210988] env[69220]: DEBUG nova.network.neutron [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Updating instance_info_cache with network_info: [{"id": "d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b", "address": "fa:16:3e:3d:b3:f3", "network": {"id": "75ecf7a7-25ac-4204-b2a2-d74a3c7bf989", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409503829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e90b5a33464c81b92fd1859faf0752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fc8f2f-4d", "ovs_interfaceid": "d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.270326] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801090, 'name': CreateVM_Task, 'duration_secs': 0.498356} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.270487] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.271200] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.303662] env[69220]: DEBUG nova.compute.utils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.307237] env[69220]: DEBUG nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.307405] env[69220]: DEBUG nova.network.neutron [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.371705] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814946} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.374378] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 6e207cd2-b3ad-4039-b5be-9b2eda54214b/6e207cd2-b3ad-4039-b5be-9b2eda54214b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.374600] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.375064] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51078c78-2bab-4438-9dea-c4cc7bdb0c9f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.379446] env[69220]: DEBUG nova.policy [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f625297ad5b64042b69a13b056e586a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77bd7c68f9b44545b1f1ba21bc6a6e6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.383355] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 929.383355] env[69220]: value = "task-2801092" [ 929.383355] env[69220]: _type = "Task" [ 929.383355] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.399424] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.470012] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.505117] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5299a1c7-09c3-c301-1ac4-8545dd643b54, 'name': SearchDatastore_Task, 'duration_secs': 0.030347} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.505117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.505117] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.505117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.505117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.505334] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.505579] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.505779] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.505998] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50c7b970-a957-48b5-9a6a-cce5551fe4d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.508151] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fe7eba-88e4-4108-bf3b-33b04588a022 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.514825] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 929.514825] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ab31bb-8951-c762-b559-a007ab249e33" [ 929.514825] env[69220]: _type = "Task" [ 929.514825] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.525360] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ab31bb-8951-c762-b559-a007ab249e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.535849] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.536061] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.539496] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf511d9-c298-429c-bb9f-bdc9ce4e157c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.545900] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 929.545900] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525cd225-4036-a27a-f00b-157087b20285" [ 929.545900] env[69220]: _type = "Task" [ 929.545900] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.555763] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525cd225-4036-a27a-f00b-157087b20285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.672759] env[69220]: DEBUG nova.network.neutron [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.699081] env[69220]: DEBUG nova.network.neutron [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.713883] env[69220]: DEBUG oslo_concurrency.lockutils [req-48cfe8b3-7a31-4045-98a2-2543bb618493 req-306e1a19-4072-454e-b904-e1b22e3aadc2 service nova] Releasing lock "refresh_cache-ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.758162] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301d7b2c-9f2f-4dd2-9d7b-502c63161a46 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.768145] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fe3cd6-1036-462c-af78-268636bfb026 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.800440] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e64160-6787-4765-98a6-c68205c8837e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.803655] env[69220]: DEBUG nova.network.neutron [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Updating instance_info_cache with network_info: [{"id": "954c7690-6294-4a5e-858d-b4042854dcfc", "address": "fa:16:3e:67:4b:d7", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954c7690-62", "ovs_interfaceid": "954c7690-6294-4a5e-858d-b4042854dcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.805209] env[69220]: DEBUG nova.network.neutron [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Successfully created port: 1fbb3156-a8ad-4cd9-84cb-535f7893c3f9 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.811875] env[69220]: DEBUG nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.819162] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483e8e6f-9cca-4ab6-af46-a99c8142c472 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.838020] env[69220]: DEBUG nova.compute.provider_tree [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.894445] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158816} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.894728] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.895508] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef8096-62f2-45a4-9732-7ad479255d4d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.919360] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 6e207cd2-b3ad-4039-b5be-9b2eda54214b/6e207cd2-b3ad-4039-b5be-9b2eda54214b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.919709] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a88bd9-032f-4576-ad63-17530e918fec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.945019] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 929.945019] env[69220]: value = "task-2801093" [ 929.945019] env[69220]: _type = "Task" [ 929.945019] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.950749] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.970166] env[69220]: DEBUG oslo_vmware.api [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801091, 'name': PowerOnVM_Task, 'duration_secs': 0.663597} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.970166] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.970361] env[69220]: INFO nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Took 10.38 seconds to spawn the instance on the hypervisor. [ 929.970510] env[69220]: DEBUG nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.971480] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd4c512-e27b-4f01-afa3-dab47ee7049a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.026507] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ab31bb-8951-c762-b559-a007ab249e33, 'name': SearchDatastore_Task, 'duration_secs': 0.04059} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.026948] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.027311] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.027631] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.056514] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525cd225-4036-a27a-f00b-157087b20285, 'name': SearchDatastore_Task, 'duration_secs': 0.014962} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.057399] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9b2776-c74e-499a-8a69-250430674b4c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.064090] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 930.064090] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52eb4435-5f58-ab9c-ea47-afd9b9ddd7ab" [ 930.064090] env[69220]: _type = "Task" [ 930.064090] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.073462] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52eb4435-5f58-ab9c-ea47-afd9b9ddd7ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.084148] env[69220]: DEBUG nova.compute.manager [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Received event network-vif-plugged-954c7690-6294-4a5e-858d-b4042854dcfc {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.084310] env[69220]: DEBUG oslo_concurrency.lockutils [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] Acquiring lock "0da8a9b4-0964-454e-b754-5782a3233f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.084519] env[69220]: DEBUG oslo_concurrency.lockutils [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.084682] env[69220]: DEBUG oslo_concurrency.lockutils [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.084922] env[69220]: DEBUG nova.compute.manager [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] No waiting events found dispatching network-vif-plugged-954c7690-6294-4a5e-858d-b4042854dcfc {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.085015] env[69220]: WARNING nova.compute.manager [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Received unexpected event network-vif-plugged-954c7690-6294-4a5e-858d-b4042854dcfc for instance with vm_state building and task_state spawning. [ 930.085179] env[69220]: DEBUG nova.compute.manager [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Received event network-changed-954c7690-6294-4a5e-858d-b4042854dcfc {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.085326] env[69220]: DEBUG nova.compute.manager [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Refreshing instance network info cache due to event network-changed-954c7690-6294-4a5e-858d-b4042854dcfc. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.085488] env[69220]: DEBUG oslo_concurrency.lockutils [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] Acquiring lock "refresh_cache-0da8a9b4-0964-454e-b754-5782a3233f8b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.202366] env[69220]: DEBUG oslo_concurrency.lockutils [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.308653] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-0da8a9b4-0964-454e-b754-5782a3233f8b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.308999] env[69220]: DEBUG nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Instance network_info: |[{"id": "954c7690-6294-4a5e-858d-b4042854dcfc", "address": "fa:16:3e:67:4b:d7", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954c7690-62", "ovs_interfaceid": "954c7690-6294-4a5e-858d-b4042854dcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.309343] env[69220]: DEBUG oslo_concurrency.lockutils [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] Acquired lock "refresh_cache-0da8a9b4-0964-454e-b754-5782a3233f8b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.309522] env[69220]: DEBUG nova.network.neutron [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Refreshing network info cache for port 954c7690-6294-4a5e-858d-b4042854dcfc {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.311028] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:4b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954c7690-6294-4a5e-858d-b4042854dcfc', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.319359] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.319889] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.320801] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-953f50b4-8d93-406b-b282-4a879f088919 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.340987] env[69220]: DEBUG nova.scheduler.client.report [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.346366] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.346366] env[69220]: value = "task-2801094" [ 930.346366] env[69220]: _type = "Task" [ 930.346366] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.358373] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801094, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.453031] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801093, 'name': ReconfigVM_Task, 'duration_secs': 0.301075} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.453031] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 6e207cd2-b3ad-4039-b5be-9b2eda54214b/6e207cd2-b3ad-4039-b5be-9b2eda54214b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.453664] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0eeda1f-4c3e-484f-a0e3-c0b6d3d5256f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.461546] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 930.461546] env[69220]: value = "task-2801095" [ 930.461546] env[69220]: _type = "Task" [ 930.461546] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.470301] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801095, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.491089] env[69220]: INFO nova.compute.manager [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Took 58.10 seconds to build instance. [ 930.579196] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52eb4435-5f58-ab9c-ea47-afd9b9ddd7ab, 'name': SearchDatastore_Task, 'duration_secs': 0.018873} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.579196] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.579500] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] ee8a5eef-18c1-4e00-8813-a2750c4ec8c5/ee8a5eef-18c1-4e00-8813-a2750c4ec8c5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.579660] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.579823] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.580099] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7f014d9-a6c2-4693-b719-1e6fc40ec081 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.582295] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ed1f37-edb7-4c01-ad53-86c41a6c8fed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.592696] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 930.592696] env[69220]: value = "task-2801096" [ 930.592696] env[69220]: _type = "Task" [ 930.592696] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.594291] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.594593] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.600546] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f008d1-7557-431b-8fd4-01577bdaf845 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.608822] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.610533] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 930.610533] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5272d787-d6e5-2121-9577-8bb507bc5f4b" [ 930.610533] env[69220]: _type = "Task" [ 930.610533] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.620291] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5272d787-d6e5-2121-9577-8bb507bc5f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.621165] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8711196-ae1c-4e60-b74f-4f805b5c4b21 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.627992] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 930.627992] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52cbb821-be60-74cf-e38b-dced2c646524" [ 930.627992] env[69220]: _type = "Task" [ 930.627992] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.639100] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cbb821-be60-74cf-e38b-dced2c646524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.843376] env[69220]: DEBUG nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.848523] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.850882] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.999s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.854041] env[69220]: INFO nova.compute.claims [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.870026] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801094, 'name': CreateVM_Task, 'duration_secs': 0.374946} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.870242] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.870905] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.871253] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.871583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.877343] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12221a8-9bff-4183-818b-6d8e7be8e4a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.886193] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 930.886193] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bf14e6-aa38-60fc-eb40-0b2dacdd38e1" [ 930.886193] env[69220]: _type = "Task" [ 930.886193] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.890951] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.891220] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.891505] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.891595] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.891693] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.891841] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.892078] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.892319] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.892410] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.892586] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.892825] env[69220]: DEBUG nova.virt.hardware [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.893841] env[69220]: INFO nova.scheduler.client.report [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Deleted allocations for instance 9421efc6-6e98-48f4-a136-b3217e97527f [ 930.896360] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d469e7-adae-4a92-ba77-22eb3d14e2eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.910406] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bf14e6-aa38-60fc-eb40-0b2dacdd38e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.915320] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799752bd-5b61-4c77-9f96-721770409da0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.973913] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801095, 'name': Rename_Task, 'duration_secs': 0.229294} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.974215] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.974469] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14bcbe01-6320-4ef0-ad8d-6357382940a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.984938] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 930.984938] env[69220]: value = "task-2801097" [ 930.984938] env[69220]: _type = "Task" [ 930.984938] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.992742] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7abde82e-ad58-4a32-936a-74e7f57fc6d7 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "244b2629-9cdb-4fcb-9310-d4dfa051e479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.304s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.002646] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.106429] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512312} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.106698] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] ee8a5eef-18c1-4e00-8813-a2750c4ec8c5/ee8a5eef-18c1-4e00-8813-a2750c4ec8c5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.106913] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.107262] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2ae821c-6260-4c64-9bfe-0cf4140c871d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.114561] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 931.114561] env[69220]: value = "task-2801098" [ 931.114561] env[69220]: _type = "Task" [ 931.114561] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.123978] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.133153] env[69220]: DEBUG nova.network.neutron [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Updated VIF entry in instance network info cache for port 954c7690-6294-4a5e-858d-b4042854dcfc. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.133536] env[69220]: DEBUG nova.network.neutron [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Updating instance_info_cache with network_info: [{"id": "954c7690-6294-4a5e-858d-b4042854dcfc", "address": "fa:16:3e:67:4b:d7", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954c7690-62", "ovs_interfaceid": "954c7690-6294-4a5e-858d-b4042854dcfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.141813] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cbb821-be60-74cf-e38b-dced2c646524, 'name': SearchDatastore_Task, 'duration_secs': 0.01095} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.142116] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.142396] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b/bbaa8a2c-a47c-4d3b-8678-ecfdf565685b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.142664] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c40f892e-d168-4fed-9941-7bc8bc1d1433 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.151665] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 931.151665] env[69220]: value = "task-2801099" [ 931.151665] env[69220]: _type = "Task" [ 931.151665] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.160953] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.165033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "244b2629-9cdb-4fcb-9310-d4dfa051e479" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.168066] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "244b2629-9cdb-4fcb-9310-d4dfa051e479" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.168066] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "244b2629-9cdb-4fcb-9310-d4dfa051e479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.168066] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "244b2629-9cdb-4fcb-9310-d4dfa051e479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.168066] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "244b2629-9cdb-4fcb-9310-d4dfa051e479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.169213] env[69220]: INFO nova.compute.manager [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Terminating instance [ 931.208788] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.209110] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0163ae-0e4a-452d-9c67-b63f5ed39916 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.218122] env[69220]: DEBUG oslo_vmware.api [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 931.218122] env[69220]: value = "task-2801100" [ 931.218122] env[69220]: _type = "Task" [ 931.218122] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.227345] env[69220]: DEBUG oslo_vmware.api [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.305566] env[69220]: DEBUG nova.network.neutron [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Successfully updated port: 1fbb3156-a8ad-4cd9-84cb-535f7893c3f9 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.397325] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bf14e6-aa38-60fc-eb40-0b2dacdd38e1, 'name': SearchDatastore_Task, 'duration_secs': 0.057466} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.397667] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.397929] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.398198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.398380] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.398609] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.398992] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10ba09d5-9b2d-4f95-b3c4-313a40ba90da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.410441] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.410660] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.411537] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d25e44b-40b4-475d-bd16-d40eb1eff128 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.414967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-aa298e86-d25a-4bb8-a5a7-8a659b0c6b3f tempest-ServersNegativeTestJSON-1661314310 tempest-ServersNegativeTestJSON-1661314310-project-member] Lock "9421efc6-6e98-48f4-a136-b3217e97527f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.379s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.422191] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 931.422191] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5278c213-f696-64ee-b581-10373dbe56d3" [ 931.422191] env[69220]: _type = "Task" [ 931.422191] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.433105] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5278c213-f696-64ee-b581-10373dbe56d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.499667] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.628927] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121231} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.629224] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.629967] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f83ecf4-a483-446f-806c-2bc347bae85e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.635954] env[69220]: DEBUG oslo_concurrency.lockutils [req-1351c87f-33f4-4c94-94c7-e939cbfb528b req-5a62397d-6ecc-41df-9d3a-39539b280575 service nova] Releasing lock "refresh_cache-0da8a9b4-0964-454e-b754-5782a3233f8b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.660422] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] ee8a5eef-18c1-4e00-8813-a2750c4ec8c5/ee8a5eef-18c1-4e00-8813-a2750c4ec8c5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.660672] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc49ad98-122c-4384-93e6-15891a0d0a82 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.692401] env[69220]: DEBUG nova.compute.manager [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.693646] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.694231] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114e8a83-0239-4c4a-9b06-5ff1717b4252 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.706244] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801099, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.710890] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 931.710890] env[69220]: value = "task-2801101" [ 931.710890] env[69220]: _type = "Task" [ 931.710890] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.711202] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.711375] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfa4ab8-72a8-42c1-89ff-497dfd304341 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.728493] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.728889] env[69220]: DEBUG oslo_vmware.api [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 931.728889] env[69220]: value = "task-2801102" [ 931.728889] env[69220]: _type = "Task" [ 931.728889] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.739699] env[69220]: DEBUG oslo_vmware.api [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.744116] env[69220]: DEBUG oslo_vmware.api [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.809187] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.809187] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.809372] env[69220]: DEBUG nova.network.neutron [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.935354] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5278c213-f696-64ee-b581-10373dbe56d3, 'name': SearchDatastore_Task, 'duration_secs': 0.063678} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.936453] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac47dabc-d1fe-421a-ae78-754ff9dce66e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.944789] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 931.944789] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b6f88c-7366-d723-bd33-d69d917ffc55" [ 931.944789] env[69220]: _type = "Task" [ 931.944789] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.955322] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b6f88c-7366-d723-bd33-d69d917ffc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.995970] env[69220]: DEBUG oslo_vmware.api [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801097, 'name': PowerOnVM_Task, 'duration_secs': 0.625922} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.998991] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.999297] env[69220]: INFO nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Took 8.85 seconds to spawn the instance on the hypervisor. [ 931.999385] env[69220]: DEBUG nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.000594] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3c4bc-dedd-4850-a8ff-73e3402e90da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.109794] env[69220]: DEBUG nova.compute.manager [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Received event network-vif-plugged-1fbb3156-a8ad-4cd9-84cb-535f7893c3f9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.110019] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] Acquiring lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.110353] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] Lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.110532] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] Lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.110754] env[69220]: DEBUG nova.compute.manager [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] No waiting events found dispatching network-vif-plugged-1fbb3156-a8ad-4cd9-84cb-535f7893c3f9 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.110963] env[69220]: WARNING nova.compute.manager [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Received unexpected event network-vif-plugged-1fbb3156-a8ad-4cd9-84cb-535f7893c3f9 for instance with vm_state building and task_state spawning. [ 932.111141] env[69220]: DEBUG nova.compute.manager [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Received event network-changed-1fbb3156-a8ad-4cd9-84cb-535f7893c3f9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.111293] env[69220]: DEBUG nova.compute.manager [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Refreshing instance network info cache due to event network-changed-1fbb3156-a8ad-4cd9-84cb-535f7893c3f9. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 932.111454] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] Acquiring lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.173525] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590349} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.173890] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b/bbaa8a2c-a47c-4d3b-8678-ecfdf565685b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.174333] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.174603] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-105ba752-2661-4f85-aa68-78317be1a2b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.181971] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 932.181971] env[69220]: value = "task-2801103" [ 932.181971] env[69220]: _type = "Task" [ 932.181971] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.194314] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.225989] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801101, 'name': ReconfigVM_Task, 'duration_secs': 0.341963} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.229796] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Reconfigured VM instance instance-00000049 to attach disk [datastore1] ee8a5eef-18c1-4e00-8813-a2750c4ec8c5/ee8a5eef-18c1-4e00-8813-a2750c4ec8c5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.230806] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94e1b653-1388-48a6-9a82-d472decd1ab4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.239675] env[69220]: DEBUG oslo_vmware.api [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801100, 'name': PowerOnVM_Task, 'duration_secs': 0.777827} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.242511] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.243193] env[69220]: DEBUG nova.compute.manager [None req-12a30924-facb-49a7-bded-9770fb946b85 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.244107] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65f86ae-6b24-49c5-b92e-cc0916274f9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.251196] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 932.251196] env[69220]: value = "task-2801104" [ 932.251196] env[69220]: _type = "Task" [ 932.251196] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.251438] env[69220]: DEBUG oslo_vmware.api [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801102, 'name': PowerOffVM_Task, 'duration_secs': 0.246953} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.252141] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.252340] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.256587] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-001d8e0d-4af7-416a-8037-c42e31318c26 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.271903] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801104, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.292399] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b307d36-599b-4176-a250-19928935de7f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.301829] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c5e2c1-9ce2-4edb-b7e0-1b09613d3478 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.335518] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8227d490-7a18-458b-878e-605c89c6c64a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.345809] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b8fe92-a93d-4243-a71f-af20aa8dbed8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.351864] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.352110] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.352292] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleting the datastore file [datastore2] 244b2629-9cdb-4fcb-9310-d4dfa051e479 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.353554] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a83ec16c-3da8-47ce-874c-9de803935bfb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.363594] env[69220]: DEBUG nova.compute.provider_tree [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.366513] env[69220]: DEBUG nova.network.neutron [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.370721] env[69220]: DEBUG oslo_vmware.api [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 932.370721] env[69220]: value = "task-2801106" [ 932.370721] env[69220]: _type = "Task" [ 932.370721] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.379970] env[69220]: DEBUG oslo_vmware.api [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.455736] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b6f88c-7366-d723-bd33-d69d917ffc55, 'name': SearchDatastore_Task, 'duration_secs': 0.020566} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.456136] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.456462] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 0da8a9b4-0964-454e-b754-5782a3233f8b/0da8a9b4-0964-454e-b754-5782a3233f8b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.456779] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-450a9487-5a3e-44c3-af11-a69dd2a86938 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.465253] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 932.465253] env[69220]: value = "task-2801107" [ 932.465253] env[69220]: _type = "Task" [ 932.465253] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.476748] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.505558] env[69220]: DEBUG nova.network.neutron [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Updating instance_info_cache with network_info: [{"id": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "address": "fa:16:3e:9b:bd:ca", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbb3156-a8", "ovs_interfaceid": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.524500] env[69220]: INFO nova.compute.manager [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Took 54.74 seconds to build instance. [ 932.693989] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06898} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.694457] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.695756] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b7d4d-8ed8-40d9-9cbb-55e67baa70f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.717171] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b/bbaa8a2c-a47c-4d3b-8678-ecfdf565685b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.717543] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ac07b6-2625-49b8-aa47-33d3f34e4f62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.740753] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 932.740753] env[69220]: value = "task-2801108" [ 932.740753] env[69220]: _type = "Task" [ 932.740753] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.752212] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.761535] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801104, 'name': Rename_Task, 'duration_secs': 0.15157} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.762008] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.762370] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb94fa47-ac43-47da-a732-d039a3ba4cfa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.775231] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 932.775231] env[69220]: value = "task-2801109" [ 932.775231] env[69220]: _type = "Task" [ 932.775231] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.785773] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.870477] env[69220]: DEBUG nova.scheduler.client.report [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.883221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "ebb20351-6df6-475b-9026-7abaf6de1b60" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.883221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.889929] env[69220]: DEBUG oslo_vmware.api [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.979212] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801107, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.010428] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.010428] env[69220]: DEBUG nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Instance network_info: |[{"id": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "address": "fa:16:3e:9b:bd:ca", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbb3156-a8", "ovs_interfaceid": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.010428] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] Acquired lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.010428] env[69220]: DEBUG nova.network.neutron [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Refreshing network info cache for port 1fbb3156-a8ad-4cd9-84cb-535f7893c3f9 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.011510] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:bd:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fbb3156-a8ad-4cd9-84cb-535f7893c3f9', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.021264] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.022325] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.022596] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf0114f0-5823-47eb-b452-188a31c4fe8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.041217] env[69220]: DEBUG oslo_concurrency.lockutils [None req-908fe656-3655-4887-bc57-1629da45dae2 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.265s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.051228] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.051228] env[69220]: value = "task-2801110" [ 933.051228] env[69220]: _type = "Task" [ 933.051228] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.063202] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801110, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.254949] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.288968] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.376154] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.376696] env[69220]: DEBUG nova.compute.manager [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.384304] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.755s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.384552] env[69220]: DEBUG nova.objects.instance [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lazy-loading 'resources' on Instance uuid 8038dc6a-f7df-41a9-8e69-58abe8412b4d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.387198] env[69220]: DEBUG nova.compute.utils [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.398370] env[69220]: DEBUG oslo_vmware.api [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613615} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.399368] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.399571] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.399802] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.399997] env[69220]: INFO nova.compute.manager [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Took 1.71 seconds to destroy the instance on the hypervisor. [ 933.400265] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.400762] env[69220]: DEBUG nova.compute.manager [-] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.400944] env[69220]: DEBUG nova.network.neutron [-] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.477039] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860961} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.477357] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 0da8a9b4-0964-454e-b754-5782a3233f8b/0da8a9b4-0964-454e-b754-5782a3233f8b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.477497] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.477810] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39d7775c-df58-4d1d-a788-ec1f054d2860 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.486626] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 933.486626] env[69220]: value = "task-2801111" [ 933.486626] env[69220]: _type = "Task" [ 933.486626] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.496398] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.564621] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801110, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.756537] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801108, 'name': ReconfigVM_Task, 'duration_secs': 0.871718} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.756537] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b/bbaa8a2c-a47c-4d3b-8678-ecfdf565685b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.756537] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d2625c0-8c13-4dc2-93e8-a6d2d83694b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.776646] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 933.776646] env[69220]: value = "task-2801112" [ 933.776646] env[69220]: _type = "Task" [ 933.776646] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.800270] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801112, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.804440] env[69220]: DEBUG oslo_vmware.api [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801109, 'name': PowerOnVM_Task, 'duration_secs': 0.752112} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.804440] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.804440] env[69220]: INFO nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Took 8.07 seconds to spawn the instance on the hypervisor. [ 933.804440] env[69220]: DEBUG nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.805332] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d829f0-09a4-4f5b-b926-2f1d260c58e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.850611] env[69220]: DEBUG nova.network.neutron [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Updated VIF entry in instance network info cache for port 1fbb3156-a8ad-4cd9-84cb-535f7893c3f9. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.851022] env[69220]: DEBUG nova.network.neutron [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Updating instance_info_cache with network_info: [{"id": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "address": "fa:16:3e:9b:bd:ca", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbb3156-a8", "ovs_interfaceid": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.891498] env[69220]: DEBUG nova.compute.utils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.896314] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.896921] env[69220]: DEBUG nova.compute.manager [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 934.000893] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101543} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.000893] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.001570] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71295626-962b-41a6-9dc7-276f5812b117 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.025914] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 0da8a9b4-0964-454e-b754-5782a3233f8b/0da8a9b4-0964-454e-b754-5782a3233f8b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.029255] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5e7175-5178-4604-95fe-41eb8110c706 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.051391] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 934.051391] env[69220]: value = "task-2801113" [ 934.051391] env[69220]: _type = "Task" [ 934.051391] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.066642] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.069872] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801110, 'name': CreateVM_Task, 'duration_secs': 0.647391} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.070052] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.070757] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.070939] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.071278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.071547] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce07a5c-8757-402c-a159-e0ac2e71d9f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.079590] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 934.079590] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5242cb33-d782-06c4-9850-61a148a6aa0e" [ 934.079590] env[69220]: _type = "Task" [ 934.079590] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.088993] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5242cb33-d782-06c4-9850-61a148a6aa0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.291997] env[69220]: DEBUG nova.network.neutron [-] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.293356] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801112, 'name': Rename_Task, 'duration_secs': 0.174602} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.293816] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.296444] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2def52a-018d-4e58-8ac8-00f97344eb3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.304756] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 934.304756] env[69220]: value = "task-2801114" [ 934.304756] env[69220]: _type = "Task" [ 934.304756] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.315298] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.320634] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432e8c2f-caba-41c1-8630-26c0612584ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.329454] env[69220]: INFO nova.compute.manager [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Took 42.96 seconds to build instance. [ 934.336780] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d1f312-abd4-4be8-865f-a3c960db5050 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.373103] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3a6a66e-972e-4b72-bb92-cfdfb48a4a28 req-8294766a-5f14-4e8b-9c96-14c351018b41 service nova] Releasing lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.378025] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb565d1-136f-41ee-9a0e-cb073fa00f8a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.384050] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05205b2-f064-4b05-b72c-4a83f1c4f4d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.400143] env[69220]: DEBUG nova.compute.manager [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.403871] env[69220]: DEBUG nova.compute.provider_tree [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.552167] env[69220]: DEBUG nova.compute.manager [req-4139a247-7198-4403-9923-91c40fc27ec8 req-8d877b16-e52e-4c8a-8001-0c3d07f75d51 service nova] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Received event network-vif-deleted-220d7adf-8355-4fba-97d7-ae0aa1737aca {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.563775] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801113, 'name': ReconfigVM_Task, 'duration_secs': 0.406988} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.564118] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 0da8a9b4-0964-454e-b754-5782a3233f8b/0da8a9b4-0964-454e-b754-5782a3233f8b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.564823] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9131981d-eae8-4be9-971a-1c4ca931d287 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.573261] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 934.573261] env[69220]: value = "task-2801115" [ 934.573261] env[69220]: _type = "Task" [ 934.573261] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.584695] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801115, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.594289] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5242cb33-d782-06c4-9850-61a148a6aa0e, 'name': SearchDatastore_Task, 'duration_secs': 0.018981} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.594683] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.594990] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.595264] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.595414] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.595592] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.595877] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44d90e49-9aa7-46e6-95bc-55a334bd0914 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.606588] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.606800] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.607635] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93dbbc49-fe1f-4d5f-9737-f5272e84f6f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.613842] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 934.613842] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52501474-4eb5-6fa8-56cb-ee7f554f779a" [ 934.613842] env[69220]: _type = "Task" [ 934.613842] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.623569] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52501474-4eb5-6fa8-56cb-ee7f554f779a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.794865] env[69220]: INFO nova.compute.manager [-] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Took 1.39 seconds to deallocate network for instance. [ 934.817731] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801114, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.831647] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ae40e44-0495-4d6b-a453-fcbab93f9635 tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.472s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.909523] env[69220]: DEBUG nova.scheduler.client.report [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.973225] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "ebb20351-6df6-475b-9026-7abaf6de1b60" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.973509] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.973744] env[69220]: INFO nova.compute.manager [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Attaching volume 55920936-fe8f-445d-bb36-ad5b33d5daef to /dev/sdb [ 935.015654] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9eb9eb-8d79-45a2-ab2c-c5fc4a2c0be9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.024824] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ba1d1c-ead0-442a-9572-53a0def6d9d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.039910] env[69220]: DEBUG nova.virt.block_device [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Updating existing volume attachment record: 0ca1e53e-fc51-45f3-8a31-614d950d1926 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 935.084741] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801115, 'name': Rename_Task, 'duration_secs': 0.304212} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.085083] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.086669] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99b92ab8-a93f-4264-9468-79bde4853a8a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.092956] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 935.092956] env[69220]: value = "task-2801116" [ 935.092956] env[69220]: _type = "Task" [ 935.092956] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.104537] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.124430] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52501474-4eb5-6fa8-56cb-ee7f554f779a, 'name': SearchDatastore_Task, 'duration_secs': 0.02537} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.125221] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8b1bd8-4d16-466a-8092-80ba79997e4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.128290] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.128588] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.128852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.129096] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.129319] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.132898] env[69220]: INFO nova.compute.manager [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Terminating instance [ 935.135925] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 935.135925] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b4acad-5487-5766-7438-e42de23e7649" [ 935.135925] env[69220]: _type = "Task" [ 935.135925] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.145755] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b4acad-5487-5766-7438-e42de23e7649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.302425] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.316305] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801114, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.416681] env[69220]: DEBUG nova.compute.manager [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.421211] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.422277] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.974s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.422457] env[69220]: DEBUG nova.objects.instance [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lazy-loading 'resources' on Instance uuid 89535cd4-7ff1-4bde-b2ec-efa781b0b656 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.441513] env[69220]: INFO nova.scheduler.client.report [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Deleted allocations for instance 8038dc6a-f7df-41a9-8e69-58abe8412b4d [ 935.459468] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.459631] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.460200] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.460200] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.460200] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.460349] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.460539] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.460750] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.460908] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.461106] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.461289] env[69220]: DEBUG nova.virt.hardware [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.462561] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc8776-0d13-42fd-aac6-e46558287370 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.472967] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f7d316-84f7-49e1-8a90-336da52ead8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.493996] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.500832] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Creating folder: Project (3dca38dd82874f30a8bdf5ac2f9c8e68). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.501958] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dcd4099-afd5-4f44-8967-6cab359ec843 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.518732] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Created folder: Project (3dca38dd82874f30a8bdf5ac2f9c8e68) in parent group-v562703. [ 935.519094] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Creating folder: Instances. Parent ref: group-v562913. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.519343] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03f85b5a-4c0c-4ff7-8a5d-f63aa704c993 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.536421] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Created folder: Instances in parent group-v562913. [ 935.536421] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.536421] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.536421] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc94a02f-6cbd-4a74-88a7-5e3a7887879d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.560998] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.560998] env[69220]: value = "task-2801122" [ 935.560998] env[69220]: _type = "Task" [ 935.560998] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.569985] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801122, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.603942] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.644415] env[69220]: DEBUG nova.compute.manager [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.644717] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.646018] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f1e709-17cd-4f88-b5e0-3ab870f5cb33 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.658708] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b4acad-5487-5766-7438-e42de23e7649, 'name': SearchDatastore_Task, 'duration_secs': 0.035099} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.663369] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.663804] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a/82f8648e-8236-4ce9-b5a7-d42c87079c5a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.664204] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.664563] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47db6e98-3a7f-48ac-9979-ae60a0a63d38 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.667599] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66115a8b-04a7-441d-ae38-6b728cd8eba6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.678546] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 935.678546] env[69220]: value = "task-2801124" [ 935.678546] env[69220]: _type = "Task" [ 935.678546] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.679108] env[69220]: DEBUG oslo_vmware.api [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 935.679108] env[69220]: value = "task-2801123" [ 935.679108] env[69220]: _type = "Task" [ 935.679108] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.696548] env[69220]: DEBUG oslo_vmware.api [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.700515] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.821499] env[69220]: DEBUG oslo_vmware.api [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801114, 'name': PowerOnVM_Task, 'duration_secs': 1.150063} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.821992] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.822687] env[69220]: DEBUG nova.compute.manager [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.823795] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78773fff-7ae1-466a-96a1-9970550e3ca8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.958465] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1ed1268e-2b35-4b93-994b-10c555bb8581 tempest-InstanceActionsNegativeTestJSON-1578448717 tempest-InstanceActionsNegativeTestJSON-1578448717-project-member] Lock "8038dc6a-f7df-41a9-8e69-58abe8412b4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.825s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.075807] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801122, 'name': CreateVM_Task, 'duration_secs': 0.306346} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.076876] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.078250] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.078250] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.078250] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.078595] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6b0e9c-cfeb-4c74-a7ac-8b12e02d714f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.084602] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 936.084602] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f79046-7baa-2df4-7a63-70237ca2ccaf" [ 936.084602] env[69220]: _type = "Task" [ 936.084602] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.098493] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f79046-7baa-2df4-7a63-70237ca2ccaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.108654] env[69220]: DEBUG oslo_vmware.api [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801116, 'name': PowerOnVM_Task, 'duration_secs': 0.727183} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.108939] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.109167] env[69220]: INFO nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Took 7.81 seconds to spawn the instance on the hypervisor. [ 936.109341] env[69220]: DEBUG nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.110205] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83388b9-7949-45db-8288-76b23810b5de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.199932] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801124, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.199932] env[69220]: DEBUG oslo_vmware.api [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801123, 'name': PowerOffVM_Task, 'duration_secs': 0.224948} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.203622] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.203882] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.204657] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f9f64fc-1013-43c5-ae14-cf029e2cbbc5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.242987] env[69220]: DEBUG nova.compute.manager [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 936.283709] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.284809] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.284809] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleting the datastore file [datastore1] ee8a5eef-18c1-4e00-8813-a2750c4ec8c5 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.284809] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f7f88e-ef7f-433c-93ba-ed24017ca754 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.292074] env[69220]: DEBUG oslo_vmware.api [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for the task: (returnval){ [ 936.292074] env[69220]: value = "task-2801126" [ 936.292074] env[69220]: _type = "Task" [ 936.292074] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.306857] env[69220]: DEBUG oslo_vmware.api [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.344953] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.391021] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d06cc-1950-4346-a326-285e1642e151 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.400663] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619e3d26-9356-4e53-95ac-c5cacd8ae09d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.434277] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac45ba38-a2f2-4743-be03-cea49a822a8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.443118] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66b24c5-1df4-49c8-b2b8-9ff1da44b77e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.459978] env[69220]: DEBUG nova.compute.provider_tree [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.597068] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f79046-7baa-2df4-7a63-70237ca2ccaf, 'name': SearchDatastore_Task, 'duration_secs': 0.026125} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.597068] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.597304] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.597650] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.598448] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.598448] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.598448] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc759ea6-68d4-4c29-af4f-0b70ae7307bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.612196] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.612196] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.612196] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883e7fe8-663e-46c9-801b-f9eac86edfae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.619471] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 936.619471] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52596e49-bb39-9f23-6dac-561e0db1be8b" [ 936.619471] env[69220]: _type = "Task" [ 936.619471] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.633448] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52596e49-bb39-9f23-6dac-561e0db1be8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.640902] env[69220]: INFO nova.compute.manager [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Took 43.10 seconds to build instance. [ 936.695023] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575339} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.695023] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a/82f8648e-8236-4ce9-b5a7-d42c87079c5a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.695023] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.695023] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f25a25be-a0e1-4cf0-a0f7-db3b37c0b583 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.704682] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 936.704682] env[69220]: value = "task-2801127" [ 936.704682] env[69220]: _type = "Task" [ 936.704682] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.715996] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.754050] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquiring lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.754580] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.754580] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquiring lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.754712] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.754843] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.758903] env[69220]: INFO nova.compute.manager [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Terminating instance [ 936.768980] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.807581] env[69220]: DEBUG oslo_vmware.api [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.966772] env[69220]: DEBUG nova.scheduler.client.report [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.130843] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52596e49-bb39-9f23-6dac-561e0db1be8b, 'name': SearchDatastore_Task, 'duration_secs': 0.028283} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.131887] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3de3be-f702-4931-a676-ea6e2f15c2f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.138076] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 937.138076] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522a7742-74a7-b93f-f6e8-cab3d0e145a0" [ 937.138076] env[69220]: _type = "Task" [ 937.138076] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.146859] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b7ac1668-8123-4f04-adfd-458d3572232b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.613s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.147190] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522a7742-74a7-b93f-f6e8-cab3d0e145a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.215964] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190264} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.216249] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.217217] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92fd529-622d-4be4-9d0c-79eee14bcd03 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.241432] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a/82f8648e-8236-4ce9-b5a7-d42c87079c5a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.241733] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac40668-f7f3-4636-b174-5a1af06d90da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.265551] env[69220]: DEBUG nova.compute.manager [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.265695] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.267354] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bad8471-1024-453b-91b8-95c40b4c0430 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.270868] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 937.270868] env[69220]: value = "task-2801128" [ 937.270868] env[69220]: _type = "Task" [ 937.270868] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.277835] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.278433] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a439379e-d2ea-496e-bb5a-42cc4921c36a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.284292] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.287077] env[69220]: DEBUG oslo_vmware.api [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 937.287077] env[69220]: value = "task-2801129" [ 937.287077] env[69220]: _type = "Task" [ 937.287077] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.305027] env[69220]: DEBUG oslo_vmware.api [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2801129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.311491] env[69220]: DEBUG oslo_vmware.api [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Task: {'id': task-2801126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.011639} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.311978] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.312080] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.312245] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.312429] env[69220]: INFO nova.compute.manager [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 937.312696] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.312895] env[69220]: DEBUG nova.compute.manager [-] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.312972] env[69220]: DEBUG nova.network.neutron [-] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.473034] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.475924] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.833s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.481052] env[69220]: INFO nova.compute.claims [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.518018] env[69220]: INFO nova.scheduler.client.report [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted allocations for instance 89535cd4-7ff1-4bde-b2ec-efa781b0b656 [ 937.556574] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.556892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.557169] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.557646] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.557748] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.562520] env[69220]: INFO nova.compute.manager [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Terminating instance [ 937.646556] env[69220]: DEBUG nova.compute.manager [req-d2c31b5c-2044-4eef-af9b-d1910f903d3a req-a359e75a-f4e3-4c1c-ac20-6e6f1acd749a service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Received event network-vif-deleted-d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.647008] env[69220]: INFO nova.compute.manager [req-d2c31b5c-2044-4eef-af9b-d1910f903d3a req-a359e75a-f4e3-4c1c-ac20-6e6f1acd749a service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Neutron deleted interface d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b; detaching it from the instance and deleting it from the info cache [ 937.647312] env[69220]: DEBUG nova.network.neutron [req-d2c31b5c-2044-4eef-af9b-d1910f903d3a req-a359e75a-f4e3-4c1c-ac20-6e6f1acd749a service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.664041] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522a7742-74a7-b93f-f6e8-cab3d0e145a0, 'name': SearchDatastore_Task, 'duration_secs': 0.065064} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.664496] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.665125] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff/72730929-db1a-447a-b5ae-e6a5545079ff.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.665125] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1594dedf-6470-4db7-b636-12bfc889cd4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.675199] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 937.675199] env[69220]: value = "task-2801131" [ 937.675199] env[69220]: _type = "Task" [ 937.675199] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.685972] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.781211] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801128, 'name': ReconfigVM_Task, 'duration_secs': 0.386144} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.781602] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a/82f8648e-8236-4ce9-b5a7-d42c87079c5a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.782988] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f450d5ec-b4bf-45ce-8ed9-deaa1d93f4b7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.790754] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 937.790754] env[69220]: value = "task-2801132" [ 937.790754] env[69220]: _type = "Task" [ 937.790754] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.808363] env[69220]: DEBUG oslo_vmware.api [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2801129, 'name': PowerOffVM_Task, 'duration_secs': 0.240259} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.812392] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.812392] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.812392] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801132, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.812515] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8892019f-ddf1-418e-afef-fe6afc9e25cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.906198] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.907141] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.907141] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Deleting the datastore file [datastore2] eb5ce251-3c94-4f91-b53f-dcce94bbaac0 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.907141] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db1563a-9ecb-4cf6-8f8e-d4c120fb3b6b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.918308] env[69220]: DEBUG oslo_vmware.api [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for the task: (returnval){ [ 937.918308] env[69220]: value = "task-2801134" [ 937.918308] env[69220]: _type = "Task" [ 937.918308] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.930511] env[69220]: DEBUG oslo_vmware.api [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2801134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.982636] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "0da8a9b4-0964-454e-b754-5782a3233f8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.982636] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.029874] env[69220]: DEBUG oslo_concurrency.lockutils [None req-91a480a2-fae5-4495-b8d2-d9f8271a2901 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "89535cd4-7ff1-4bde-b2ec-efa781b0b656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.644s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.068212] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "refresh_cache-bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.068459] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired lock "refresh_cache-bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.068651] env[69220]: DEBUG nova.network.neutron [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.087757] env[69220]: DEBUG nova.network.neutron [-] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.152490] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7f23e15-1398-408b-bf8f-aff0377edecf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.163491] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d521018-4655-492a-ade8-fceb61591afe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.186974] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497699} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.187325] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff/72730929-db1a-447a-b5ae-e6a5545079ff.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.187585] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.188101] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d73e0cdd-cd9f-409f-9756-240f395318e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.210356] env[69220]: DEBUG nova.compute.manager [req-d2c31b5c-2044-4eef-af9b-d1910f903d3a req-a359e75a-f4e3-4c1c-ac20-6e6f1acd749a service nova] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Detach interface failed, port_id=d8fc8f2f-4d2c-4033-b8c1-86a42ca06f0b, reason: Instance ee8a5eef-18c1-4e00-8813-a2750c4ec8c5 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 938.211961] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 938.211961] env[69220]: value = "task-2801135" [ 938.211961] env[69220]: _type = "Task" [ 938.211961] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.220747] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.308497] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801132, 'name': Rename_Task, 'duration_secs': 0.220043} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.308804] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.309131] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8933d37-9529-4b73-baed-4315415da022 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.317146] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 938.317146] env[69220]: value = "task-2801136" [ 938.317146] env[69220]: _type = "Task" [ 938.317146] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.326138] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.428572] env[69220]: DEBUG oslo_vmware.api [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Task: {'id': task-2801134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433254} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.428572] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.428572] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.428818] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.428929] env[69220]: INFO nova.compute.manager [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 938.429223] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.429422] env[69220]: DEBUG nova.compute.manager [-] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.429518] env[69220]: DEBUG nova.network.neutron [-] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.487981] env[69220]: DEBUG nova.compute.utils [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.592786] env[69220]: INFO nova.compute.manager [-] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Took 1.28 seconds to deallocate network for instance. [ 938.602715] env[69220]: DEBUG nova.network.neutron [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.661009] env[69220]: DEBUG nova.network.neutron [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.725350] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0762} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.725746] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.726579] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1416f393-d520-4952-bc51-b3305abedfbc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.748753] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff/72730929-db1a-447a-b5ae-e6a5545079ff.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.752237] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdecf837-0032-4a8f-8bef-729e1e6e862a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.780540] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 938.780540] env[69220]: value = "task-2801137" [ 938.780540] env[69220]: _type = "Task" [ 938.780540] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.793725] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.833196] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801136, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.959547] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbd74fd-ccb1-4b8f-bd0f-37505a0965e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.968200] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68124bd-4bab-4283-a016-ccb62510d5fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.003869] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.005335] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc3f859-040e-4765-ab25-be31cb9f43f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.017463] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969ac7ce-a925-4158-a451-15c52eaeeca8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.036341] env[69220]: DEBUG nova.compute.provider_tree [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.100872] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.165752] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Releasing lock "refresh_cache-bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.165752] env[69220]: DEBUG nova.compute.manager [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.165752] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.166810] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e69dcc-ecb6-4f80-b7ce-d2032c08e631 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.176093] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.177531] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e991c3a-0f5d-4f53-97b8-2fab1fff1505 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.184043] env[69220]: DEBUG oslo_vmware.api [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 939.184043] env[69220]: value = "task-2801138" [ 939.184043] env[69220]: _type = "Task" [ 939.184043] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.194784] env[69220]: DEBUG oslo_vmware.api [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.293298] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.331868] env[69220]: DEBUG oslo_vmware.api [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801136, 'name': PowerOnVM_Task, 'duration_secs': 0.873602} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.336604] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.336604] env[69220]: INFO nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Took 8.49 seconds to spawn the instance on the hypervisor. [ 939.336604] env[69220]: DEBUG nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.336604] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7677bc66-d938-4f03-8316-305ba5a774c7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.540418] env[69220]: DEBUG nova.scheduler.client.report [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.571541] env[69220]: DEBUG nova.network.neutron [-] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.586576] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 939.586821] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562912', 'volume_id': '55920936-fe8f-445d-bb36-ad5b33d5daef', 'name': 'volume-55920936-fe8f-445d-bb36-ad5b33d5daef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebb20351-6df6-475b-9026-7abaf6de1b60', 'attached_at': '', 'detached_at': '', 'volume_id': '55920936-fe8f-445d-bb36-ad5b33d5daef', 'serial': '55920936-fe8f-445d-bb36-ad5b33d5daef'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 939.587945] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdabffd-ce76-41eb-b160-49e848223a75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.607069] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfe2de4-7f9a-4987-be59-adb1f367eb0a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.634981] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] volume-55920936-fe8f-445d-bb36-ad5b33d5daef/volume-55920936-fe8f-445d-bb36-ad5b33d5daef.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.635351] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67035f58-571a-437c-9874-b69789cf99f1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.656433] env[69220]: DEBUG oslo_vmware.api [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 939.656433] env[69220]: value = "task-2801139" [ 939.656433] env[69220]: _type = "Task" [ 939.656433] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.667049] env[69220]: DEBUG oslo_vmware.api [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.691056] env[69220]: DEBUG nova.compute.manager [req-6ae8e43c-921f-4e3b-8285-b5d56389e9ba req-33da392c-8d69-4f8a-9b63-efba120bba3c service nova] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Received event network-vif-deleted-0a5464de-af59-4d4b-b196-e01c64637a64 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.701789] env[69220]: DEBUG oslo_vmware.api [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801138, 'name': PowerOffVM_Task, 'duration_secs': 0.225296} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.704122] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.704336] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.704972] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92eb4402-f2ab-4b8d-b4b0-60aaa8157637 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.736462] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.736748] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.737009] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Deleting the datastore file [datastore1] bbaa8a2c-a47c-4d3b-8678-ecfdf565685b {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.737676] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a8fb21e-002b-425e-ba47-9c360805371a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.745818] env[69220]: DEBUG oslo_vmware.api [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 939.745818] env[69220]: value = "task-2801141" [ 939.745818] env[69220]: _type = "Task" [ 939.745818] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.755397] env[69220]: DEBUG oslo_vmware.api [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.791833] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801137, 'name': ReconfigVM_Task, 'duration_secs': 0.567427} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.792172] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff/72730929-db1a-447a-b5ae-e6a5545079ff.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.792846] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9587879b-1aaa-48e4-b0c3-b7214598c35a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.801250] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 939.801250] env[69220]: value = "task-2801142" [ 939.801250] env[69220]: _type = "Task" [ 939.801250] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.811245] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801142, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.854900] env[69220]: INFO nova.compute.manager [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Took 41.92 seconds to build instance. [ 940.045161] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.045700] env[69220]: DEBUG nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.048320] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.875s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.049844] env[69220]: INFO nova.compute.claims [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.053726] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "0da8a9b4-0964-454e-b754-5782a3233f8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.054018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.054310] env[69220]: INFO nova.compute.manager [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Attaching volume 4d12330d-1119-415f-b00f-449ac3958721 to /dev/sdb [ 940.074561] env[69220]: INFO nova.compute.manager [-] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Took 1.64 seconds to deallocate network for instance. [ 940.088669] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038f8fa1-ff37-4639-94dc-fa9d446d47a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.097287] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d656831d-03d5-4ab8-8355-6dfc52d513d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.111577] env[69220]: DEBUG nova.virt.block_device [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Updating existing volume attachment record: 6be8b711-d976-4cee-8d7b-1d500951b9e7 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 940.167760] env[69220]: DEBUG oslo_vmware.api [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801139, 'name': ReconfigVM_Task, 'duration_secs': 0.42257} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.168028] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Reconfigured VM instance instance-00000027 to attach disk [datastore2] volume-55920936-fe8f-445d-bb36-ad5b33d5daef/volume-55920936-fe8f-445d-bb36-ad5b33d5daef.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.173356] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f47f42ed-f829-4b48-92b8-180d61ff4d7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.189786] env[69220]: DEBUG oslo_vmware.api [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 940.189786] env[69220]: value = "task-2801143" [ 940.189786] env[69220]: _type = "Task" [ 940.189786] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.202441] env[69220]: DEBUG oslo_vmware.api [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.205972] env[69220]: INFO nova.compute.manager [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Rescuing [ 940.206228] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.206372] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.206552] env[69220]: DEBUG nova.network.neutron [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.256114] env[69220]: DEBUG oslo_vmware.api [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139867} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.256405] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.256590] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.256766] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.256925] env[69220]: INFO nova.compute.manager [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 940.257180] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.257371] env[69220]: DEBUG nova.compute.manager [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.257465] env[69220]: DEBUG nova.network.neutron [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.273996] env[69220]: DEBUG nova.network.neutron [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.312301] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801142, 'name': Rename_Task, 'duration_secs': 0.220345} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.312659] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.312969] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97be5e5-73e0-4f35-9b15-883ac0542359 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.321746] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 940.321746] env[69220]: value = "task-2801145" [ 940.321746] env[69220]: _type = "Task" [ 940.321746] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.332934] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.357230] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ebcecb21-4861-4761-a276-b0367b307c87 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.435s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.555453] env[69220]: DEBUG nova.compute.utils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.556931] env[69220]: DEBUG nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.557101] env[69220]: DEBUG nova.network.neutron [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.581043] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.608927] env[69220]: DEBUG nova.policy [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baaf3f349f164c899ac6efff08fe8047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c8bc38ea0a24572b07b4ca06d900c0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.703635] env[69220]: DEBUG oslo_vmware.api [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801143, 'name': ReconfigVM_Task, 'duration_secs': 0.177252} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.704741] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562912', 'volume_id': '55920936-fe8f-445d-bb36-ad5b33d5daef', 'name': 'volume-55920936-fe8f-445d-bb36-ad5b33d5daef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebb20351-6df6-475b-9026-7abaf6de1b60', 'attached_at': '', 'detached_at': '', 'volume_id': '55920936-fe8f-445d-bb36-ad5b33d5daef', 'serial': '55920936-fe8f-445d-bb36-ad5b33d5daef'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 940.776977] env[69220]: DEBUG nova.network.neutron [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.838838] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801145, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.920140] env[69220]: DEBUG nova.network.neutron [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Updating instance_info_cache with network_info: [{"id": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "address": "fa:16:3e:9b:bd:ca", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbb3156-a8", "ovs_interfaceid": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.958226] env[69220]: DEBUG nova.network.neutron [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Successfully created port: 345c1b23-8d65-40e8-8a89-766226ae6ed0 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.061957] env[69220]: DEBUG nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.281375] env[69220]: INFO nova.compute.manager [-] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Took 1.02 seconds to deallocate network for instance. [ 941.337797] env[69220]: DEBUG oslo_vmware.api [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801145, 'name': PowerOnVM_Task, 'duration_secs': 0.676141} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.340761] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.340974] env[69220]: INFO nova.compute.manager [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Took 5.92 seconds to spawn the instance on the hypervisor. [ 941.341193] env[69220]: DEBUG nova.compute.manager [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.342324] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ebfd0-4c91-44b8-9dbd-89d3262f3d35 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.427524] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.459697] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d7d261-53a3-4896-bd44-f5a6f8eb1b51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.469347] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca59bac-ca12-45ec-8308-b6038be43e06 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.504579] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11302237-9ce3-4b44-964f-6bd65fc864d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.513408] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc49daa-9d79-4fb3-a0e8-b37d05b211e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.527208] env[69220]: DEBUG nova.compute.provider_tree [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.752849] env[69220]: DEBUG nova.objects.instance [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lazy-loading 'flavor' on Instance uuid ebb20351-6df6-475b-9026-7abaf6de1b60 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.790019] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.863638] env[69220]: INFO nova.compute.manager [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Took 35.04 seconds to build instance. [ 942.030769] env[69220]: DEBUG nova.scheduler.client.report [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.077644] env[69220]: DEBUG nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.099760] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.101027] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.101027] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.101027] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.101027] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.101027] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.101027] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.101027] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.101292] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.101324] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.101476] env[69220]: DEBUG nova.virt.hardware [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.102377] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53a750a-dfcc-40a8-97ac-5d0b9e1e3b59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.111529] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad7f215-6781-4696-90f9-fe368f24d073 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.261184] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b4dc92d0-8324-47b9-9dd6-c9a5b93ca71d tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.287s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.365270] env[69220]: DEBUG oslo_concurrency.lockutils [None req-67e41d29-1edd-4a52-aef4-82cd4b233198 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "72730929-db1a-447a-b5ae-e6a5545079ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.549s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.535712] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.536209] env[69220]: DEBUG nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.541012] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.149s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.541221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.543829] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.661s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.544260] env[69220]: DEBUG nova.objects.instance [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lazy-loading 'resources' on Instance uuid f84d9118-28a4-4e43-af7a-87b553e77b3c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.546500] env[69220]: DEBUG nova.compute.manager [req-98e1bb21-a45f-4312-ab65-53d5da5fb07c req-8c0bb680-f0f1-452a-8415-07a6d211e7bb service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Received event network-vif-plugged-345c1b23-8d65-40e8-8a89-766226ae6ed0 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.546893] env[69220]: DEBUG oslo_concurrency.lockutils [req-98e1bb21-a45f-4312-ab65-53d5da5fb07c req-8c0bb680-f0f1-452a-8415-07a6d211e7bb service nova] Acquiring lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.547124] env[69220]: DEBUG oslo_concurrency.lockutils [req-98e1bb21-a45f-4312-ab65-53d5da5fb07c req-8c0bb680-f0f1-452a-8415-07a6d211e7bb service nova] Lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.547294] env[69220]: DEBUG oslo_concurrency.lockutils [req-98e1bb21-a45f-4312-ab65-53d5da5fb07c req-8c0bb680-f0f1-452a-8415-07a6d211e7bb service nova] Lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.547462] env[69220]: DEBUG nova.compute.manager [req-98e1bb21-a45f-4312-ab65-53d5da5fb07c req-8c0bb680-f0f1-452a-8415-07a6d211e7bb service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] No waiting events found dispatching network-vif-plugged-345c1b23-8d65-40e8-8a89-766226ae6ed0 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.547627] env[69220]: WARNING nova.compute.manager [req-98e1bb21-a45f-4312-ab65-53d5da5fb07c req-8c0bb680-f0f1-452a-8415-07a6d211e7bb service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Received unexpected event network-vif-plugged-345c1b23-8d65-40e8-8a89-766226ae6ed0 for instance with vm_state building and task_state spawning. [ 942.578208] env[69220]: INFO nova.scheduler.client.report [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Deleted allocations for instance 78aeae5e-b2a7-4a58-918c-e350a0f930a5 [ 942.610378] env[69220]: DEBUG nova.network.neutron [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Successfully updated port: 345c1b23-8d65-40e8-8a89-766226ae6ed0 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.811908] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "ebb20351-6df6-475b-9026-7abaf6de1b60" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.812202] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.971523] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.971877] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e849a2fc-1f8c-408b-ad1b-b275f46ee5ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.981217] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 942.981217] env[69220]: value = "task-2801149" [ 942.981217] env[69220]: _type = "Task" [ 942.981217] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.992302] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.050447] env[69220]: DEBUG nova.compute.utils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.056075] env[69220]: DEBUG nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.056075] env[69220]: DEBUG nova.network.neutron [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.086449] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5c4c9045-c98a-461a-8b51-c928bd662b95 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "78aeae5e-b2a7-4a58-918c-e350a0f930a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.722s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.104858] env[69220]: DEBUG nova.policy [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3687db973fec43c2b8bd5cdfbe38ee2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32027b8013a94b9abf32ce0faa144552', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.111092] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "refresh_cache-ff2e5326-ba63-4dab-988d-fc06d75fda5d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.111228] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "refresh_cache-ff2e5326-ba63-4dab-988d-fc06d75fda5d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.111373] env[69220]: DEBUG nova.network.neutron [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.127363] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "61ef0689-e28c-4296-8d0c-809458f6cc01" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.127574] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.315034] env[69220]: INFO nova.compute.manager [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Detaching volume 55920936-fe8f-445d-bb36-ad5b33d5daef [ 943.345244] env[69220]: INFO nova.virt.block_device [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Attempting to driver detach volume 55920936-fe8f-445d-bb36-ad5b33d5daef from mountpoint /dev/sdb [ 943.345497] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 943.345681] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562912', 'volume_id': '55920936-fe8f-445d-bb36-ad5b33d5daef', 'name': 'volume-55920936-fe8f-445d-bb36-ad5b33d5daef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebb20351-6df6-475b-9026-7abaf6de1b60', 'attached_at': '', 'detached_at': '', 'volume_id': '55920936-fe8f-445d-bb36-ad5b33d5daef', 'serial': '55920936-fe8f-445d-bb36-ad5b33d5daef'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 943.346595] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4281522e-5b03-4eeb-9d65-5e1a562c5ed5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.371789] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc746ee-eb81-4538-860b-b7a0ca11e6b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.379987] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d19545-724b-4db2-b9ed-0f9710f9ab0d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.403989] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214df621-fe7c-4e20-abc0-46c606cfcc0d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.420981] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] The volume has not been displaced from its original location: [datastore2] volume-55920936-fe8f-445d-bb36-ad5b33d5daef/volume-55920936-fe8f-445d-bb36-ad5b33d5daef.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 943.426374] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.429297] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1e62c9-b2bf-421b-85de-2b2e46a4ac5e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.442637] env[69220]: INFO nova.compute.manager [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Rebuilding instance [ 943.452060] env[69220]: DEBUG oslo_vmware.api [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 943.452060] env[69220]: value = "task-2801150" [ 943.452060] env[69220]: _type = "Task" [ 943.452060] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.452923] env[69220]: DEBUG nova.network.neutron [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Successfully created port: 3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.461758] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b39ed6-63e7-43ec-9db7-3559979b4421 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.470898] env[69220]: DEBUG oslo_vmware.api [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.477821] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b57893-54ea-420b-9744-d837cc6053c5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.518835] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6eb9bb-35d7-4efe-a614-a158e33286eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.522043] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801149, 'name': PowerOffVM_Task, 'duration_secs': 0.260029} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.524372] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.525638] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5750bd-e99f-454f-895f-64bd87dd1623 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.528805] env[69220]: DEBUG nova.compute.manager [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.531638] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d571f1aa-0341-495e-a3b2-0095df65ec12 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.536098] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc0825-3910-47f9-bc9b-3b2e9f8456bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.555805] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f0d16-f3de-4426-8ca2-285e31a6fcab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.570261] env[69220]: DEBUG nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.573637] env[69220]: DEBUG nova.compute.provider_tree [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.615284] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.617705] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-325b8342-9837-49c3-a57b-db0b05dae0e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.627399] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 943.627399] env[69220]: value = "task-2801151" [ 943.627399] env[69220]: _type = "Task" [ 943.627399] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.633105] env[69220]: DEBUG nova.compute.utils [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.642539] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 943.642663] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.642958] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.643136] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.643351] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.643647] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f275fd-d4d8-4263-a96f-bd315f362020 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.652057] env[69220]: DEBUG nova.network.neutron [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.656526] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.656911] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.658084] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-066e6799-aebb-4eef-a446-240abb40e533 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.665532] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 943.665532] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ad45f6-d779-85cf-8ee6-f859d62abf51" [ 943.665532] env[69220]: _type = "Task" [ 943.665532] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.675576] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ad45f6-d779-85cf-8ee6-f859d62abf51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.818845] env[69220]: DEBUG nova.network.neutron [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Updating instance_info_cache with network_info: [{"id": "345c1b23-8d65-40e8-8a89-766226ae6ed0", "address": "fa:16:3e:e2:20:8e", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345c1b23-8d", "ovs_interfaceid": "345c1b23-8d65-40e8-8a89-766226ae6ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.968612] env[69220]: DEBUG oslo_vmware.api [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801150, 'name': ReconfigVM_Task, 'duration_secs': 0.288466} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.968897] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.973653] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490b8d34-90c1-4881-8b3f-04526fc591be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.991085] env[69220]: DEBUG oslo_vmware.api [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 943.991085] env[69220]: value = "task-2801152" [ 943.991085] env[69220]: _type = "Task" [ 943.991085] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.000300] env[69220]: DEBUG oslo_vmware.api [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.079119] env[69220]: INFO nova.virt.block_device [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Booting with volume bce80b96-4cef-414f-808a-92c3c503569d at /dev/sda [ 944.083901] env[69220]: DEBUG nova.scheduler.client.report [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.118390] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9a99440-126f-4703-8134-d80bbbf6c616 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.130158] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bcd5c9-27db-484c-bfa6-449e24799082 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.142107] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.172198] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c93a9002-13c2-437c-9181-ae8bf8dd624b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.181250] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ad45f6-d779-85cf-8ee6-f859d62abf51, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.182908] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8595e5c0-3fc0-44c5-a8d2-339f658d4035 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.187642] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a66cb91-8906-4000-87d4-be782ca1a55d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.202072] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 944.202072] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d8a6d6-9735-9a79-a6de-4566b89687f4" [ 944.202072] env[69220]: _type = "Task" [ 944.202072] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.210570] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d8a6d6-9735-9a79-a6de-4566b89687f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.225512] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4928ba-caf7-472b-ad56-25bf78be3907 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.233317] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec37659b-97af-4cc0-9844-a082de288192 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.249226] env[69220]: DEBUG nova.virt.block_device [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Updating existing volume attachment record: ff086225-971c-428a-8d23-70fad38251e0 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 944.323247] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "refresh_cache-ff2e5326-ba63-4dab-988d-fc06d75fda5d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.323247] env[69220]: DEBUG nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Instance network_info: |[{"id": "345c1b23-8d65-40e8-8a89-766226ae6ed0", "address": "fa:16:3e:e2:20:8e", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345c1b23-8d", "ovs_interfaceid": "345c1b23-8d65-40e8-8a89-766226ae6ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.323247] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:20:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '345c1b23-8d65-40e8-8a89-766226ae6ed0', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.330595] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.330845] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.331089] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-697e4efc-95f0-42c1-b05a-f33a745ea6f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.352029] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.352029] env[69220]: value = "task-2801153" [ 944.352029] env[69220]: _type = "Task" [ 944.352029] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.359636] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801153, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.501769] env[69220]: DEBUG oslo_vmware.api [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801152, 'name': ReconfigVM_Task, 'duration_secs': 0.258928} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.502128] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562912', 'volume_id': '55920936-fe8f-445d-bb36-ad5b33d5daef', 'name': 'volume-55920936-fe8f-445d-bb36-ad5b33d5daef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebb20351-6df6-475b-9026-7abaf6de1b60', 'attached_at': '', 'detached_at': '', 'volume_id': '55920936-fe8f-445d-bb36-ad5b33d5daef', 'serial': '55920936-fe8f-445d-bb36-ad5b33d5daef'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 944.590610] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.591503] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.594046] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc168d00-4fff-4ccf-9b51-83231f166fae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.595718] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.328s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.597244] env[69220]: INFO nova.compute.claims [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.606899] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 944.606899] env[69220]: value = "task-2801154" [ 944.606899] env[69220]: _type = "Task" [ 944.606899] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.619030] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.628837] env[69220]: INFO nova.scheduler.client.report [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Deleted allocations for instance f84d9118-28a4-4e43-af7a-87b553e77b3c [ 944.692176] env[69220]: DEBUG nova.compute.manager [req-240e0df2-f350-470e-b649-74bd53dd8bb0 req-a5954a7f-5a67-459b-ab61-b92f4010b8c8 service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Received event network-changed-345c1b23-8d65-40e8-8a89-766226ae6ed0 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.692465] env[69220]: DEBUG nova.compute.manager [req-240e0df2-f350-470e-b649-74bd53dd8bb0 req-a5954a7f-5a67-459b-ab61-b92f4010b8c8 service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Refreshing instance network info cache due to event network-changed-345c1b23-8d65-40e8-8a89-766226ae6ed0. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.693227] env[69220]: DEBUG oslo_concurrency.lockutils [req-240e0df2-f350-470e-b649-74bd53dd8bb0 req-a5954a7f-5a67-459b-ab61-b92f4010b8c8 service nova] Acquiring lock "refresh_cache-ff2e5326-ba63-4dab-988d-fc06d75fda5d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.693370] env[69220]: DEBUG oslo_concurrency.lockutils [req-240e0df2-f350-470e-b649-74bd53dd8bb0 req-a5954a7f-5a67-459b-ab61-b92f4010b8c8 service nova] Acquired lock "refresh_cache-ff2e5326-ba63-4dab-988d-fc06d75fda5d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.693558] env[69220]: DEBUG nova.network.neutron [req-240e0df2-f350-470e-b649-74bd53dd8bb0 req-a5954a7f-5a67-459b-ab61-b92f4010b8c8 service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Refreshing network info cache for port 345c1b23-8d65-40e8-8a89-766226ae6ed0 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.716853] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d8a6d6-9735-9a79-a6de-4566b89687f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01655} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.717367] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.717558] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. {{(pid=69220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 944.718121] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af04f658-9878-4c09-b72a-254d66ce81b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.728692] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 944.728692] env[69220]: value = "task-2801155" [ 944.728692] env[69220]: _type = "Task" [ 944.728692] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.743080] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.861699] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801153, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.122295] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801154, 'name': PowerOffVM_Task, 'duration_secs': 0.151526} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.122452] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.123198] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.124176] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505165b-6b82-44fa-9eda-070ba9ea4337 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.132904] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.133274] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-471e0d51-40a6-47d8-8e4e-09ca6bd6b8ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.138270] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c97c04c3-e5cb-42a5-bd74-dc3c92c94eba tempest-ListServerFiltersTestJSON-521056216 tempest-ListServerFiltersTestJSON-521056216-project-member] Lock "f84d9118-28a4-4e43-af7a-87b553e77b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.584s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.163633] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 945.163906] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562917', 'volume_id': '4d12330d-1119-415f-b00f-449ac3958721', 'name': 'volume-4d12330d-1119-415f-b00f-449ac3958721', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da8a9b4-0964-454e-b754-5782a3233f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '4d12330d-1119-415f-b00f-449ac3958721', 'serial': '4d12330d-1119-415f-b00f-449ac3958721'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 945.166666] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d85e44-781d-4627-b1b7-17188af689f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.178111] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.178415] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.178602] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Deleting the datastore file [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.179398] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cccfeb0-1e3d-4708-aa7f-d5965e12c50a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.197046] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52a6528-9367-4ad4-92ee-5cc319afdd71 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.227097] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-4d12330d-1119-415f-b00f-449ac3958721/volume-4d12330d-1119-415f-b00f-449ac3958721.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.228375] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 945.228375] env[69220]: value = "task-2801157" [ 945.228375] env[69220]: _type = "Task" [ 945.228375] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.228375] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f92a2031-22cc-484b-9bd1-3434ca9891c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.253897] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481439} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.258093] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. [ 945.258443] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.258717] env[69220]: DEBUG oslo_vmware.api [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 945.258717] env[69220]: value = "task-2801158" [ 945.258717] env[69220]: _type = "Task" [ 945.258717] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.260455] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13574dab-7d46-4a64-a850-6f2d1d2d7a9b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.274992] env[69220]: DEBUG oslo_vmware.api [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.295455] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.300258] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fd2b28-cf1d-4f86-996a-a60a20349ef0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.321502] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 945.321502] env[69220]: value = "task-2801159" [ 945.321502] env[69220]: _type = "Task" [ 945.321502] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.334010] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.362830] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801153, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.367179] env[69220]: DEBUG nova.objects.instance [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lazy-loading 'flavor' on Instance uuid ebb20351-6df6-475b-9026-7abaf6de1b60 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.403279] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.403668] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.403953] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.404182] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.404495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.406553] env[69220]: INFO nova.compute.manager [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Terminating instance [ 945.507901] env[69220]: DEBUG nova.network.neutron [req-240e0df2-f350-470e-b649-74bd53dd8bb0 req-a5954a7f-5a67-459b-ab61-b92f4010b8c8 service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Updated VIF entry in instance network info cache for port 345c1b23-8d65-40e8-8a89-766226ae6ed0. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.508222] env[69220]: DEBUG nova.network.neutron [req-240e0df2-f350-470e-b649-74bd53dd8bb0 req-a5954a7f-5a67-459b-ab61-b92f4010b8c8 service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Updating instance_info_cache with network_info: [{"id": "345c1b23-8d65-40e8-8a89-766226ae6ed0", "address": "fa:16:3e:e2:20:8e", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345c1b23-8d", "ovs_interfaceid": "345c1b23-8d65-40e8-8a89-766226ae6ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.573119] env[69220]: DEBUG nova.network.neutron [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Successfully updated port: 3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.755096] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158881} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.757824] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.758073] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.758294] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.769724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "61ef0689-e28c-4296-8d0c-809458f6cc01" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.769971] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.770200] env[69220]: INFO nova.compute.manager [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Attaching volume 24b3fcbd-fe98-4d19-bf41-48428ab5056f to /dev/sdb [ 945.779831] env[69220]: DEBUG oslo_vmware.api [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.829216] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca25a1c-b71d-4696-8c19-7130f062bb69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.841380] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801159, 'name': ReconfigVM_Task, 'duration_secs': 0.31377} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.841750] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaeb3a5-b3e1-487a-85ab-8772568ad91a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.844591] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.845514] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f5139f-a9cf-4e5e-ac7f-ee737cbe2beb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.887459] env[69220]: DEBUG nova.virt.block_device [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating existing volume attachment record: 352a12b1-7b92-4086-9cc6-fb04f76745fb {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 945.898167] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1553c54c-8b68-4523-a6a5-d463fad47b30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.914604] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fb833b8b-d534-4eb0-8fe7-e3160a281732 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.102s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.915912] env[69220]: DEBUG nova.compute.manager [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.916340] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.916491] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801153, 'name': CreateVM_Task, 'duration_secs': 1.489622} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.918496] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01fd1c9-1572-4037-94f8-b1dcecf3fe2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.923752] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.923752] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.923752] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.923752] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.924706] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30925e6-eb85-4cf7-8d0b-788f9e34ad55 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.927079] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 945.927079] env[69220]: value = "task-2801160" [ 945.927079] env[69220]: _type = "Task" [ 945.927079] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.937634] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.939769] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b5c5f0f-d165-4a6b-8cd5-05906b8a5548 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.941433] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 945.941433] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a75d8d-9df8-b950-a0cf-ae391a6baf01" [ 945.941433] env[69220]: _type = "Task" [ 945.941433] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.952378] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.952378] env[69220]: DEBUG oslo_vmware.api [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 945.952378] env[69220]: value = "task-2801161" [ 945.952378] env[69220]: _type = "Task" [ 945.952378] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.959198] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a75d8d-9df8-b950-a0cf-ae391a6baf01, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.960023] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.961022] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.961022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.961022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.961022] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.963680] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac25ee3-ac2f-4f53-ac87-e37154d28946 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.969507] env[69220]: DEBUG oslo_vmware.api [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.977658] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.977998] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.978914] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a9a0ce-0370-4bd5-950d-8c3c93b79f73 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.988042] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 945.988042] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52960d87-c755-b4ca-887c-c1e7f54909e4" [ 945.988042] env[69220]: _type = "Task" [ 945.988042] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.996873] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52960d87-c755-b4ca-887c-c1e7f54909e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.011181] env[69220]: DEBUG oslo_concurrency.lockutils [req-240e0df2-f350-470e-b649-74bd53dd8bb0 req-a5954a7f-5a67-459b-ab61-b92f4010b8c8 service nova] Releasing lock "refresh_cache-ff2e5326-ba63-4dab-988d-fc06d75fda5d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.060837] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095c98dc-2ba1-4d69-938f-a08987c63866 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.070496] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3ab54d-1810-4b9e-8a1d-37ae5bfe4152 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.106190] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Acquiring lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.106380] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Acquired lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.106616] env[69220]: DEBUG nova.network.neutron [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.111381] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239fef04-327c-4ef8-a86f-25d114a99e72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.117451] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71875c75-88d8-4340-aab5-2bed83dbd3e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.133037] env[69220]: DEBUG nova.compute.provider_tree [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.276488] env[69220]: DEBUG oslo_vmware.api [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801158, 'name': ReconfigVM_Task, 'duration_secs': 0.959743} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.276804] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-4d12330d-1119-415f-b00f-449ac3958721/volume-4d12330d-1119-415f-b00f-449ac3958721.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.282323] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c18f46-b2b4-4ce8-a114-e14028fb7f64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.300647] env[69220]: DEBUG oslo_vmware.api [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 946.300647] env[69220]: value = "task-2801165" [ 946.300647] env[69220]: _type = "Task" [ 946.300647] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.314057] env[69220]: DEBUG oslo_vmware.api [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.356511] env[69220]: DEBUG nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.357096] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.357313] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.357464] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.357644] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.357787] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.357945] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.358153] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.358308] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.358473] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.358635] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.358928] env[69220]: DEBUG nova.virt.hardware [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.360181] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a19bd-9efc-43da-941c-fa06a5f1a6b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.369088] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed71622-cdd5-4016-a47a-63402fc3fdaa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.438882] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801160, 'name': ReconfigVM_Task, 'duration_secs': 0.184821} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.439200] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.439509] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f8afbb8-9165-431e-b0d3-5dde4a136c8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.446833] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 946.446833] env[69220]: value = "task-2801166" [ 946.446833] env[69220]: _type = "Task" [ 946.446833] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.458405] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.463501] env[69220]: DEBUG oslo_vmware.api [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801161, 'name': PowerOffVM_Task, 'duration_secs': 0.210638} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.463753] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.463926] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.464199] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-939bd39f-9ca5-4c8a-a8ce-d48ce0ae20a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.499954] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52960d87-c755-b4ca-887c-c1e7f54909e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.500876] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461d5407-b2e4-4e3d-b3d2-7e8417252465 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.506737] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 946.506737] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5215edac-2fb6-27a6-2610-2b0df74d2ebb" [ 946.506737] env[69220]: _type = "Task" [ 946.506737] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.515158] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5215edac-2fb6-27a6-2610-2b0df74d2ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.636116] env[69220]: DEBUG nova.scheduler.client.report [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.640335] env[69220]: DEBUG nova.network.neutron [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.728669] env[69220]: DEBUG nova.compute.manager [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Received event network-vif-plugged-3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.728896] env[69220]: DEBUG oslo_concurrency.lockutils [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] Acquiring lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.729856] env[69220]: DEBUG oslo_concurrency.lockutils [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] Lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.730139] env[69220]: DEBUG oslo_concurrency.lockutils [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] Lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.730392] env[69220]: DEBUG nova.compute.manager [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] No waiting events found dispatching network-vif-plugged-3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.730658] env[69220]: WARNING nova.compute.manager [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Received unexpected event network-vif-plugged-3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 for instance with vm_state building and task_state spawning. [ 946.730953] env[69220]: DEBUG nova.compute.manager [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Received event network-changed-3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.731256] env[69220]: DEBUG nova.compute.manager [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Refreshing instance network info cache due to event network-changed-3b6f20a1-a2c8-43b1-bab7-eaf54f27f120. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.731489] env[69220]: DEBUG oslo_concurrency.lockutils [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] Acquiring lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.803829] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.803829] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.803829] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.804055] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.804217] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.804379] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.804620] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.804826] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.805043] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.805218] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.805391] env[69220]: DEBUG nova.virt.hardware [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.806375] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5aece-6e4c-4e60-a747-610dc2e3533e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.820049] env[69220]: DEBUG oslo_vmware.api [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801165, 'name': ReconfigVM_Task, 'duration_secs': 0.25356} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.822233] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562917', 'volume_id': '4d12330d-1119-415f-b00f-449ac3958721', 'name': 'volume-4d12330d-1119-415f-b00f-449ac3958721', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da8a9b4-0964-454e-b754-5782a3233f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '4d12330d-1119-415f-b00f-449ac3958721', 'serial': '4d12330d-1119-415f-b00f-449ac3958721'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 946.825014] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53aec71-db04-45e3-8373-00b611fcb293 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.830281] env[69220]: DEBUG nova.network.neutron [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Updating instance_info_cache with network_info: [{"id": "3b6f20a1-a2c8-43b1-bab7-eaf54f27f120", "address": "fa:16:3e:04:81:b3", "network": {"id": "3fcb94dc-77a9-4251-85be-1a2fd5001a29", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-200605256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32027b8013a94b9abf32ce0faa144552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f20a1-a2", "ovs_interfaceid": "3b6f20a1-a2c8-43b1-bab7-eaf54f27f120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.845433] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.851585] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.854373] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.856209] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c583540b-5aa3-4a71-a9e0-024d60b19cc8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.871662] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.871662] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.871662] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Deleting the datastore file [datastore2] 99c21326-9d7e-4439-89b0-5dfd90577cdb {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.873086] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80620417-ca99-4b43-b5c7-74e9720449b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.885024] env[69220]: DEBUG oslo_vmware.api [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for the task: (returnval){ [ 946.885024] env[69220]: value = "task-2801168" [ 946.885024] env[69220]: _type = "Task" [ 946.885024] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.885024] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.885024] env[69220]: value = "task-2801169" [ 946.885024] env[69220]: _type = "Task" [ 946.885024] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.895413] env[69220]: DEBUG oslo_vmware.api [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.900015] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801169, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.959890] env[69220]: DEBUG oslo_vmware.api [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801166, 'name': PowerOnVM_Task, 'duration_secs': 0.42506} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.960354] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.963326] env[69220]: DEBUG nova.compute.manager [None req-ede56c1f-e390-40a8-8d06-f8680b9b99db tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.964451] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b784becd-c188-4548-906d-f4f34dc2cce5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.019641] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5215edac-2fb6-27a6-2610-2b0df74d2ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.018989} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.020566] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.020690] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] ff2e5326-ba63-4dab-988d-fc06d75fda5d/ff2e5326-ba63-4dab-988d-fc06d75fda5d.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.020926] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2d763ac-3ab6-405a-97e6-2c993c2e5c71 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.033037] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 947.033037] env[69220]: value = "task-2801170" [ 947.033037] env[69220]: _type = "Task" [ 947.033037] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.038468] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.143984] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.144595] env[69220]: DEBUG nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.147428] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.845s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.147699] env[69220]: DEBUG nova.objects.instance [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lazy-loading 'resources' on Instance uuid 244b2629-9cdb-4fcb-9310-d4dfa051e479 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.335514] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Releasing lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.335849] env[69220]: DEBUG nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Instance network_info: |[{"id": "3b6f20a1-a2c8-43b1-bab7-eaf54f27f120", "address": "fa:16:3e:04:81:b3", "network": {"id": "3fcb94dc-77a9-4251-85be-1a2fd5001a29", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-200605256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32027b8013a94b9abf32ce0faa144552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f20a1-a2", "ovs_interfaceid": "3b6f20a1-a2c8-43b1-bab7-eaf54f27f120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.336166] env[69220]: DEBUG oslo_concurrency.lockutils [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] Acquired lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.336434] env[69220]: DEBUG nova.network.neutron [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Refreshing network info cache for port 3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.337624] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:81:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b6f20a1-a2c8-43b1-bab7-eaf54f27f120', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.346040] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Creating folder: Project (32027b8013a94b9abf32ce0faa144552). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.347119] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd3e0d3-288d-4af3-a66a-fb1c27971e8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.364627] env[69220]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 947.364788] env[69220]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69220) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 947.365555] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Folder already exists: Project (32027b8013a94b9abf32ce0faa144552). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 947.365769] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Creating folder: Instances. Parent ref: group-v562893. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.368060] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfe2cf36-30e0-4cd7-9150-2259e3efbe66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.382647] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Created folder: Instances in parent group-v562893. [ 947.382909] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.383426] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.387456] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b36e0d4c-6a11-4cd8-93c1-e8f25ad6bfc6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.416472] env[69220]: DEBUG oslo_vmware.api [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Task: {'id': task-2801168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245308} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.420082] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.420315] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.420458] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.420632] env[69220]: INFO nova.compute.manager [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Took 1.50 seconds to destroy the instance on the hypervisor. [ 947.420981] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.421825] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801169, 'name': CreateVM_Task, 'duration_secs': 0.393386} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.423162] env[69220]: DEBUG nova.compute.manager [-] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.423291] env[69220]: DEBUG nova.network.neutron [-] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.425327] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.425593] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.425593] env[69220]: value = "task-2801173" [ 947.425593] env[69220]: _type = "Task" [ 947.425593] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.426152] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.426251] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.426500] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.427170] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b724c1b6-00e0-4c2c-bf85-a74755c1d584 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.439436] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801173, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.440986] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 947.440986] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b4f87-024e-0e5e-5262-d30f7243757e" [ 947.440986] env[69220]: _type = "Task" [ 947.440986] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.450793] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527b4f87-024e-0e5e-5262-d30f7243757e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.543041] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801170, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.651919] env[69220]: DEBUG nova.compute.utils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.661194] env[69220]: DEBUG nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.661194] env[69220]: DEBUG nova.network.neutron [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.733934] env[69220]: DEBUG nova.policy [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24e3d7d43851406f88d42aac4ed80eb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e24b0d023694f54a76e745df74a3234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.871371] env[69220]: DEBUG nova.objects.instance [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'flavor' on Instance uuid 0da8a9b4-0964-454e-b754-5782a3233f8b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.938656] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801173, 'name': CreateVM_Task, 'duration_secs': 0.508777} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.938865] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.939719] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562897', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'name': 'volume-bce80b96-4cef-414f-808a-92c3c503569d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'serial': 'bce80b96-4cef-414f-808a-92c3c503569d'}, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'ff086225-971c-428a-8d23-70fad38251e0', 'volume_type': None}], 'swap': None} {{(pid=69220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 947.940015] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Root volume attach. Driver type: vmdk {{(pid=69220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 947.940945] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d766e80-088a-4a35-a149-5f9a0a42f12b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.963023] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527b4f87-024e-0e5e-5262-d30f7243757e, 'name': SearchDatastore_Task, 'duration_secs': 0.052982} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.965855] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.966120] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.966376] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.966535] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.966713] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.968016] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0022cf27-70bc-4a4f-bb43-d5977295464f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.971136] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae82fc2e-4dff-45ec-9e91-f9bba999f3a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.979732] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.979976] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.984298] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f31e4-40ef-4234-a782-cc52935df250 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.997161] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.997817] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.999141] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bd237e-c552-4cc4-9f13-96339070b32b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.010373] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-00734d32-3c8d-4254-8f92-34840c7b1864 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.020023] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 948.020023] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5247a244-7fb4-89b0-5e7d-d7b25dd47e60" [ 948.020023] env[69220]: _type = "Task" [ 948.020023] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.022849] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 948.022849] env[69220]: value = "task-2801174" [ 948.022849] env[69220]: _type = "Task" [ 948.022849] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.026575] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5247a244-7fb4-89b0-5e7d-d7b25dd47e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.039201] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.050904] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655904} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.050904] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] ff2e5326-ba63-4dab-988d-fc06d75fda5d/ff2e5326-ba63-4dab-988d-fc06d75fda5d.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.050904] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.050904] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5167fe24-43fa-4f04-a0db-8a54406eb2b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.058169] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 948.058169] env[69220]: value = "task-2801175" [ 948.058169] env[69220]: _type = "Task" [ 948.058169] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.066395] env[69220]: DEBUG nova.network.neutron [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Successfully created port: c748551f-3716-473c-a83e-25ae3b57df11 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.071453] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.121899] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9266ee6-3bb6-424a-acf2-5adf59a92f0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.135316] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07354a82-13b5-4595-93cc-00c622fc9b72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.167353] env[69220]: DEBUG nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.171037] env[69220]: DEBUG nova.network.neutron [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Updated VIF entry in instance network info cache for port 3b6f20a1-a2c8-43b1-bab7-eaf54f27f120. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.171389] env[69220]: DEBUG nova.network.neutron [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Updating instance_info_cache with network_info: [{"id": "3b6f20a1-a2c8-43b1-bab7-eaf54f27f120", "address": "fa:16:3e:04:81:b3", "network": {"id": "3fcb94dc-77a9-4251-85be-1a2fd5001a29", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-200605256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32027b8013a94b9abf32ce0faa144552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f20a1-a2", "ovs_interfaceid": "3b6f20a1-a2c8-43b1-bab7-eaf54f27f120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.173006] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734c0b80-1c40-4727-bcb6-11b1614dd8b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.181739] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff80ac95-9070-45c2-8889-066e571a2ad6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.199605] env[69220]: DEBUG nova.compute.provider_tree [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.351605] env[69220]: DEBUG nova.network.neutron [-] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.382645] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8121c98c-231b-41b1-822b-69a0c12209da tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.328s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.484225] env[69220]: DEBUG nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.545441] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5247a244-7fb4-89b0-5e7d-d7b25dd47e60, 'name': SearchDatastore_Task, 'duration_secs': 0.028488} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.552893] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task} progress is 34%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.553174] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44762cfd-f83d-4c85-8572-a4a0b1d92af6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.565682] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 948.565682] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f48bb9-1944-51f7-abc6-fbcc83f70363" [ 948.565682] env[69220]: _type = "Task" [ 948.565682] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.573871] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104716} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.574535] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.575380] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2358b34f-eabf-4f34-89cc-ce4f0227d546 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.584049] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f48bb9-1944-51f7-abc6-fbcc83f70363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.606227] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ff2e5326-ba63-4dab-988d-fc06d75fda5d/ff2e5326-ba63-4dab-988d-fc06d75fda5d.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.606591] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d00f69-f40a-4c45-9964-110e1170d419 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.630296] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 948.630296] env[69220]: value = "task-2801177" [ 948.630296] env[69220]: _type = "Task" [ 948.630296] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.645605] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.681087] env[69220]: DEBUG oslo_concurrency.lockutils [req-536d143b-486e-412d-9a50-edae7212a7db req-1d1a2f0d-d4e9-4e1d-9a57-1397640e909b service nova] Releasing lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.702730] env[69220]: DEBUG nova.scheduler.client.report [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.708706] env[69220]: INFO nova.compute.manager [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Unrescuing [ 948.708977] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.709152] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquired lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.709316] env[69220]: DEBUG nova.network.neutron [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.798228] env[69220]: DEBUG nova.compute.manager [req-1ad1a6e5-a4e6-4c18-b9a3-3dfeb7e86176 req-b580ee0d-3000-41f9-841d-1ac77b31bd59 service nova] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Received event network-vif-deleted-f8df5f94-02c3-4a0c-bac5-691f6a3bc91d {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.856963] env[69220]: INFO nova.compute.manager [-] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Took 1.43 seconds to deallocate network for instance. [ 948.955873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "0da8a9b4-0964-454e-b754-5782a3233f8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.956198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.956472] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "0da8a9b4-0964-454e-b754-5782a3233f8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.956687] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.956892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.959128] env[69220]: INFO nova.compute.manager [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Terminating instance [ 949.010237] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.042794] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task} progress is 47%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.079047] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f48bb9-1944-51f7-abc6-fbcc83f70363, 'name': SearchDatastore_Task, 'duration_secs': 0.024808} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.079449] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.079873] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff/72730929-db1a-447a-b5ae-e6a5545079ff.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.080211] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1bc243c-24fb-41bc-94cf-02fe30965004 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.090096] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 949.090096] env[69220]: value = "task-2801178" [ 949.090096] env[69220]: _type = "Task" [ 949.090096] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.102114] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.141656] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.183474] env[69220]: DEBUG nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.208153] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.210361] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.866s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.210569] env[69220]: DEBUG nova.objects.instance [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 949.215621] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.215885] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.216054] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.216237] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.216379] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.216523] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.216734] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.216891] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.217066] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.217234] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.217403] env[69220]: DEBUG nova.virt.hardware [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.220352] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb581cd-d6f0-4767-9660-e97110e0aba6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.229984] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a531b877-03b8-45b2-b25d-5084d2c140ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.235237] env[69220]: INFO nova.scheduler.client.report [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted allocations for instance 244b2629-9cdb-4fcb-9310-d4dfa051e479 [ 949.364326] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.466565] env[69220]: DEBUG nova.compute.manager [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.466909] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.467352] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e1c773b-e17d-429a-891c-02b5b0015fa3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.478117] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 949.478117] env[69220]: value = "task-2801179" [ 949.478117] env[69220]: _type = "Task" [ 949.478117] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.491938] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.544968] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task} progress is 62%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.570416] env[69220]: DEBUG nova.compute.manager [req-953ee33a-3e39-4787-ad99-74160938b453 req-40c6b6d8-1f1e-4411-9409-9cab2011877e service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Received event network-vif-plugged-c748551f-3716-473c-a83e-25ae3b57df11 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.570679] env[69220]: DEBUG oslo_concurrency.lockutils [req-953ee33a-3e39-4787-ad99-74160938b453 req-40c6b6d8-1f1e-4411-9409-9cab2011877e service nova] Acquiring lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.570926] env[69220]: DEBUG oslo_concurrency.lockutils [req-953ee33a-3e39-4787-ad99-74160938b453 req-40c6b6d8-1f1e-4411-9409-9cab2011877e service nova] Lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.571133] env[69220]: DEBUG oslo_concurrency.lockutils [req-953ee33a-3e39-4787-ad99-74160938b453 req-40c6b6d8-1f1e-4411-9409-9cab2011877e service nova] Lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.571316] env[69220]: DEBUG nova.compute.manager [req-953ee33a-3e39-4787-ad99-74160938b453 req-40c6b6d8-1f1e-4411-9409-9cab2011877e service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] No waiting events found dispatching network-vif-plugged-c748551f-3716-473c-a83e-25ae3b57df11 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.571484] env[69220]: WARNING nova.compute.manager [req-953ee33a-3e39-4787-ad99-74160938b453 req-40c6b6d8-1f1e-4411-9409-9cab2011877e service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Received unexpected event network-vif-plugged-c748551f-3716-473c-a83e-25ae3b57df11 for instance with vm_state building and task_state spawning. [ 949.572722] env[69220]: DEBUG nova.network.neutron [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Updating instance_info_cache with network_info: [{"id": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "address": "fa:16:3e:9b:bd:ca", "network": {"id": "3ff5a0c1-15ed-49ec-b652-8cf982d395b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-818158608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "77bd7c68f9b44545b1f1ba21bc6a6e6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbb3156-a8", "ovs_interfaceid": "1fbb3156-a8ad-4cd9-84cb-535f7893c3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.603959] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801178, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.643619] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801177, 'name': ReconfigVM_Task, 'duration_secs': 0.540895} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.644253] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ff2e5326-ba63-4dab-988d-fc06d75fda5d/ff2e5326-ba63-4dab-988d-fc06d75fda5d.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.645022] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517914ee-c062-43cc-be7b-fd59c5e43d2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.655257] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 949.655257] env[69220]: value = "task-2801180" [ 949.655257] env[69220]: _type = "Task" [ 949.655257] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.660128] env[69220]: DEBUG nova.network.neutron [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Successfully updated port: c748551f-3716-473c-a83e-25ae3b57df11 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.671536] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801180, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.754090] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31bf3217-d11a-4caf-a7e1-10d2d69426ab tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "244b2629-9cdb-4fcb-9310-d4dfa051e479" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.589s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.988691] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.044338] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task} progress is 76%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.077107] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Releasing lock "refresh_cache-82f8648e-8236-4ce9-b5a7-d42c87079c5a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077107] env[69220]: DEBUG nova.objects.instance [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lazy-loading 'flavor' on Instance uuid 82f8648e-8236-4ce9-b5a7-d42c87079c5a {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.105578] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73554} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.105578] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff/72730929-db1a-447a-b5ae-e6a5545079ff.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.105578] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.105578] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5e5375e-7830-4538-a0f1-7e783c70fdc6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.115689] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 950.115689] env[69220]: value = "task-2801181" [ 950.115689] env[69220]: _type = "Task" [ 950.115689] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.127264] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.163448] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquiring lock "refresh_cache-86bf6fa5-c60d-483b-bf47-87d06b4e2636" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.163448] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquired lock "refresh_cache-86bf6fa5-c60d-483b-bf47-87d06b4e2636" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.163650] env[69220]: DEBUG nova.network.neutron [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.169933] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801180, 'name': Rename_Task, 'duration_secs': 0.287438} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.174430] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.174430] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-895e4c62-70ce-469e-9c2b-8bacc2217123 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.179692] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 950.179692] env[69220]: value = "task-2801182" [ 950.179692] env[69220]: _type = "Task" [ 950.179692] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.189622] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.230461] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96d30b52-fb42-427b-855f-0636bf617220 tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.233018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.463s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.441810] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 950.442082] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562920', 'volume_id': '24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'name': 'volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61ef0689-e28c-4296-8d0c-809458f6cc01', 'attached_at': '', 'detached_at': '', 'volume_id': '24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'serial': '24b3fcbd-fe98-4d19-bf41-48428ab5056f'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 950.443082] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01499858-31b2-4991-9b27-65b4fd19fab9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.461532] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a0f4e8-d477-44d2-90a2-3e701a764b69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.488604] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f/volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.492357] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-707d355b-3cea-4721-81d8-63ee22200889 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.512771] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801179, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.516012] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 950.516012] env[69220]: value = "task-2801183" [ 950.516012] env[69220]: _type = "Task" [ 950.516012] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.528150] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.546034] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.581923] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f7816c-118c-46e0-b45a-da067255d4d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.607690] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.608135] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c49164-7c30-48ff-b954-e61260ff944b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.622730] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 950.622730] env[69220]: value = "task-2801184" [ 950.622730] env[69220]: _type = "Task" [ 950.622730] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.630018] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258642} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.630578] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.631438] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c6139-d02f-43ab-83ea-e25d5f27b517 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.637115] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.657957] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff/72730929-db1a-447a-b5ae-e6a5545079ff.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.658316] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee566d28-eca3-4e49-a655-2f7fc7c576eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.682714] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 950.682714] env[69220]: value = "task-2801185" [ 950.682714] env[69220]: _type = "Task" [ 950.682714] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.697547] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801182, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.701477] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.713991] env[69220]: DEBUG nova.network.neutron [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.740346] env[69220]: INFO nova.compute.claims [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.864548] env[69220]: DEBUG nova.network.neutron [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Updating instance_info_cache with network_info: [{"id": "c748551f-3716-473c-a83e-25ae3b57df11", "address": "fa:16:3e:6e:97:60", "network": {"id": "fa560b76-f384-434a-aece-b7301f1c4259", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1098957339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e24b0d023694f54a76e745df74a3234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc748551f-37", "ovs_interfaceid": "c748551f-3716-473c-a83e-25ae3b57df11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.895122] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "40999083-ef72-4024-9ced-4b11d61d3d4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.895355] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "40999083-ef72-4024-9ced-4b11d61d3d4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.990636] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801179, 'name': PowerOffVM_Task, 'duration_secs': 1.097869} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.990936] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.991152] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 950.991340] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562917', 'volume_id': '4d12330d-1119-415f-b00f-449ac3958721', 'name': 'volume-4d12330d-1119-415f-b00f-449ac3958721', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da8a9b4-0964-454e-b754-5782a3233f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '4d12330d-1119-415f-b00f-449ac3958721', 'serial': '4d12330d-1119-415f-b00f-449ac3958721'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 950.992186] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e6d9b3-ccb8-48e9-b01d-ea6f7888a422 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.021701] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb58fca3-6751-4825-9f50-953e7e63d365 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.032796] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632e741a-805a-4a6c-af29-4e7faf869fbf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.035356] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.044927] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task} progress is 97%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.061477] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b222c-546a-4d1d-8fe0-c45e3b3092f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.077207] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] The volume has not been displaced from its original location: [datastore2] volume-4d12330d-1119-415f-b00f-449ac3958721/volume-4d12330d-1119-415f-b00f-449ac3958721.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 951.082423] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 951.082721] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c79d3b-6548-4198-ac85-a301b266dc53 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.101571] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 951.101571] env[69220]: value = "task-2801186" [ 951.101571] env[69220]: _type = "Task" [ 951.101571] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.109764] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.133462] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.200350] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.205073] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801182, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.248088] env[69220]: INFO nova.compute.resource_tracker [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating resource usage from migration 0a772557-0bb7-4898-8116-e693ae0ed754 [ 951.367422] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Releasing lock "refresh_cache-86bf6fa5-c60d-483b-bf47-87d06b4e2636" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.367868] env[69220]: DEBUG nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Instance network_info: |[{"id": "c748551f-3716-473c-a83e-25ae3b57df11", "address": "fa:16:3e:6e:97:60", "network": {"id": "fa560b76-f384-434a-aece-b7301f1c4259", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1098957339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e24b0d023694f54a76e745df74a3234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc748551f-37", "ovs_interfaceid": "c748551f-3716-473c-a83e-25ae3b57df11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.368538] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:97:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c748551f-3716-473c-a83e-25ae3b57df11', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.377543] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Creating folder: Project (1e24b0d023694f54a76e745df74a3234). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.381424] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb6b946d-2bf0-40a7-af39-97ec959bb43f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.400161] env[69220]: DEBUG nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.405061] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Created folder: Project (1e24b0d023694f54a76e745df74a3234) in parent group-v562703. [ 951.405321] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Creating folder: Instances. Parent ref: group-v562924. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.406289] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79f68ea8-9513-4204-b2a9-c308dbb25459 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.421828] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Created folder: Instances in parent group-v562924. [ 951.421828] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.421828] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.423378] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5afac06c-a400-40da-b287-ee6915111aa4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.457976] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.457976] env[69220]: value = "task-2801189" [ 951.457976] env[69220]: _type = "Task" [ 951.457976] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.469355] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801189, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.532324] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.548421] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task} progress is 97%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.599189] env[69220]: DEBUG nova.compute.manager [req-9a882c57-47cb-45a9-b495-f42b3b8ee4d9 req-16722c86-a8e1-470d-9271-28913f66d377 service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Received event network-changed-c748551f-3716-473c-a83e-25ae3b57df11 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.599460] env[69220]: DEBUG nova.compute.manager [req-9a882c57-47cb-45a9-b495-f42b3b8ee4d9 req-16722c86-a8e1-470d-9271-28913f66d377 service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Refreshing instance network info cache due to event network-changed-c748551f-3716-473c-a83e-25ae3b57df11. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.599605] env[69220]: DEBUG oslo_concurrency.lockutils [req-9a882c57-47cb-45a9-b495-f42b3b8ee4d9 req-16722c86-a8e1-470d-9271-28913f66d377 service nova] Acquiring lock "refresh_cache-86bf6fa5-c60d-483b-bf47-87d06b4e2636" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.599766] env[69220]: DEBUG oslo_concurrency.lockutils [req-9a882c57-47cb-45a9-b495-f42b3b8ee4d9 req-16722c86-a8e1-470d-9271-28913f66d377 service nova] Acquired lock "refresh_cache-86bf6fa5-c60d-483b-bf47-87d06b4e2636" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.600094] env[69220]: DEBUG nova.network.neutron [req-9a882c57-47cb-45a9-b495-f42b3b8ee4d9 req-16722c86-a8e1-470d-9271-28913f66d377 service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Refreshing network info cache for port c748551f-3716-473c-a83e-25ae3b57df11 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.614505] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801186, 'name': ReconfigVM_Task, 'duration_secs': 0.402441} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.614808] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 951.622153] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009f8ace-eb35-4506-9b19-4367d9e1fc1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.643125] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801184, 'name': PowerOffVM_Task, 'duration_secs': 0.988945} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.643397] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.648779] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 951.653350] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a29a844-d193-40e7-b1dc-5abab7fcc61f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.668427] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 951.668427] env[69220]: value = "task-2801190" [ 951.668427] env[69220]: _type = "Task" [ 951.668427] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.676422] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 951.676422] env[69220]: value = "task-2801191" [ 951.676422] env[69220]: _type = "Task" [ 951.676422] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.680371] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.685927] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44feadc3-57c8-4b2b-b629-635abc6b9d20 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.708289] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.708493] env[69220]: DEBUG oslo_vmware.api [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801182, 'name': PowerOnVM_Task, 'duration_secs': 1.264109} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.715594] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb20f619-2691-4844-b215-a4297ecf31f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.719749] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.720031] env[69220]: INFO nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Took 9.64 seconds to spawn the instance on the hypervisor. [ 951.720235] env[69220]: DEBUG nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.720550] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801185, 'name': ReconfigVM_Task, 'duration_secs': 0.83854} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.721363] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda6cc9d-14da-49a5-9859-25cd88ba17ab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.724131] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff/72730929-db1a-447a-b5ae-e6a5545079ff.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.727020] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fb16d56-f27e-4beb-ab82-e378afacf7c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.761320] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54216e1f-cc44-4d44-bde1-31d30eaa962c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.764388] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 951.764388] env[69220]: value = "task-2801192" [ 951.764388] env[69220]: _type = "Task" [ 951.764388] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.776059] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4d8090-56b6-4663-9be7-45be8fb4959d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.784416] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801192, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.795665] env[69220]: DEBUG nova.compute.provider_tree [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.923436] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.970050] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801189, 'name': CreateVM_Task, 'duration_secs': 0.433342} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.970050] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.970291] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.970450] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.970788] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.971070] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f78deb-6f74-41d7-a0ea-2f1d6eddf050 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.976987] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 951.976987] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52551aa5-671a-6d62-9c37-7be2798a1e8b" [ 951.976987] env[69220]: _type = "Task" [ 951.976987] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.985607] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52551aa5-671a-6d62-9c37-7be2798a1e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.027881] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801183, 'name': ReconfigVM_Task, 'duration_secs': 1.078677} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.028168] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f/volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.032941] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee69d53-b9e8-4f44-b1c4-45dfa80fcef0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.052485] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801174, 'name': RelocateVM_Task, 'duration_secs': 4.003894} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.053804] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 952.054090] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562897', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'name': 'volume-bce80b96-4cef-414f-808a-92c3c503569d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'serial': 'bce80b96-4cef-414f-808a-92c3c503569d'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 952.054348] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 952.054348] env[69220]: value = "task-2801193" [ 952.054348] env[69220]: _type = "Task" [ 952.054348] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.055305] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae6be94-d773-4ccd-b8bf-df18eee79f28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.065959] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.077210] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cad2973-c5ab-4f5a-96cb-de8cb5944375 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.099724] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-bce80b96-4cef-414f-808a-92c3c503569d/volume-bce80b96-4cef-414f-808a-92c3c503569d.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.100054] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-480fe0eb-7795-47ff-a476-c0ea54a9cbfc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.123509] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 952.123509] env[69220]: value = "task-2801194" [ 952.123509] env[69220]: _type = "Task" [ 952.123509] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.137961] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.179397] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801190, 'name': ReconfigVM_Task, 'duration_secs': 0.230405} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.179793] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562917', 'volume_id': '4d12330d-1119-415f-b00f-449ac3958721', 'name': 'volume-4d12330d-1119-415f-b00f-449ac3958721', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da8a9b4-0964-454e-b754-5782a3233f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '4d12330d-1119-415f-b00f-449ac3958721', 'serial': '4d12330d-1119-415f-b00f-449ac3958721'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 952.180274] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.181089] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beeecc6-0093-46de-abdd-a467df76ae15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.198522] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801191, 'name': ReconfigVM_Task, 'duration_secs': 0.263352} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.198711] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.199053] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 952.199242] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.199461] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-463a75a1-b2de-4672-adae-4985356dcadc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.201099] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-683f829a-3e0b-4cf2-ba8a-f077678b8f5f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.209538] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 952.209538] env[69220]: value = "task-2801195" [ 952.209538] env[69220]: _type = "Task" [ 952.209538] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.219613] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.286043] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.286285] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.286468] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleting the datastore file [datastore1] 0da8a9b4-0964-454e-b754-5782a3233f8b {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.286752] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801192, 'name': Rename_Task, 'duration_secs': 0.26302} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.288851] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8c5b551-c031-4164-af35-ca75552aa51c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.290689] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.291200] env[69220]: INFO nova.compute.manager [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Took 36.69 seconds to build instance. [ 952.292088] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06516a9c-b4d0-4edb-a62a-048697be329a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.298805] env[69220]: DEBUG nova.scheduler.client.report [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.303941] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 952.303941] env[69220]: value = "task-2801198" [ 952.303941] env[69220]: _type = "Task" [ 952.303941] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.304212] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 952.304212] env[69220]: value = "task-2801197" [ 952.304212] env[69220]: _type = "Task" [ 952.304212] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.318186] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.321929] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.366080] env[69220]: DEBUG nova.network.neutron [req-9a882c57-47cb-45a9-b495-f42b3b8ee4d9 req-16722c86-a8e1-470d-9271-28913f66d377 service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Updated VIF entry in instance network info cache for port c748551f-3716-473c-a83e-25ae3b57df11. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.366080] env[69220]: DEBUG nova.network.neutron [req-9a882c57-47cb-45a9-b495-f42b3b8ee4d9 req-16722c86-a8e1-470d-9271-28913f66d377 service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Updating instance_info_cache with network_info: [{"id": "c748551f-3716-473c-a83e-25ae3b57df11", "address": "fa:16:3e:6e:97:60", "network": {"id": "fa560b76-f384-434a-aece-b7301f1c4259", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1098957339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e24b0d023694f54a76e745df74a3234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc748551f-37", "ovs_interfaceid": "c748551f-3716-473c-a83e-25ae3b57df11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.491091] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52551aa5-671a-6d62-9c37-7be2798a1e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.491091] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.491091] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.491091] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.491091] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.491091] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.491091] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1efe94c-9843-415c-aa61-886b29e5e64d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.510417] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.510604] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.511521] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d92c196-f417-4c78-ac22-aae4d97054af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.517984] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 952.517984] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52cb8f9e-af40-6d15-fcbb-691d113503dd" [ 952.517984] env[69220]: _type = "Task" [ 952.517984] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.531907] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cb8f9e-af40-6d15-fcbb-691d113503dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.569363] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.633951] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801194, 'name': ReconfigVM_Task, 'duration_secs': 0.309239} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.634318] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-bce80b96-4cef-414f-808a-92c3c503569d/volume-bce80b96-4cef-414f-808a-92c3c503569d.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.639451] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca26a0b2-33c0-4d58-a194-3032b06a46ff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.656831] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 952.656831] env[69220]: value = "task-2801199" [ 952.656831] env[69220]: _type = "Task" [ 952.656831] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.667054] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.721427] env[69220]: DEBUG oslo_vmware.api [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801195, 'name': PowerOnVM_Task, 'duration_secs': 0.419089} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.721793] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.722107] env[69220]: DEBUG nova.compute.manager [None req-4016993b-5461-4e73-bc24-ee2813cdbe3c tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.723213] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecfce81-1532-4666-a5f0-2321a2669a2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.795599] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2a43cfca-17a1-4c95-bc83-1f7e601c3fdd tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.807s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.805567] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.574s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.805751] env[69220]: INFO nova.compute.manager [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Migrating [ 952.812227] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.712s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.812450] env[69220]: DEBUG nova.objects.instance [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lazy-loading 'resources' on Instance uuid ee8a5eef-18c1-4e00-8813-a2750c4ec8c5 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.836959] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.841745] env[69220]: DEBUG oslo_vmware.api [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216171} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.842080] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.842311] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.842497] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.842665] env[69220]: INFO nova.compute.manager [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Took 3.38 seconds to destroy the instance on the hypervisor. [ 952.842938] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.843180] env[69220]: DEBUG nova.compute.manager [-] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.843303] env[69220]: DEBUG nova.network.neutron [-] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.869603] env[69220]: DEBUG oslo_concurrency.lockutils [req-9a882c57-47cb-45a9-b495-f42b3b8ee4d9 req-16722c86-a8e1-470d-9271-28913f66d377 service nova] Releasing lock "refresh_cache-86bf6fa5-c60d-483b-bf47-87d06b4e2636" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.030732] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cb8f9e-af40-6d15-fcbb-691d113503dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.031577] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5840a0b-92e4-42a7-a689-dbb3f155fa1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.039820] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 953.039820] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5206eec6-594a-f3ce-94e6-b48c906d1245" [ 953.039820] env[69220]: _type = "Task" [ 953.039820] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.050886] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5206eec6-594a-f3ce-94e6-b48c906d1245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.068395] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.167396] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801199, 'name': ReconfigVM_Task, 'duration_secs': 0.210013} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.167542] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562897', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'name': 'volume-bce80b96-4cef-414f-808a-92c3c503569d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'serial': 'bce80b96-4cef-414f-808a-92c3c503569d'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 953.168085] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c7f83a7-77be-49f0-bd78-1727b9620ceb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.177924] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 953.177924] env[69220]: value = "task-2801200" [ 953.177924] env[69220]: _type = "Task" [ 953.177924] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.186393] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801200, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.327955] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.329649] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.329809] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.329979] env[69220]: DEBUG nova.network.neutron [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.540155] env[69220]: DEBUG nova.compute.manager [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.540654] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03571d6-e103-4122-8492-a5aa8a2fe178 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.556560] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5206eec6-594a-f3ce-94e6-b48c906d1245, 'name': SearchDatastore_Task, 'duration_secs': 0.017352} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.559171] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.559434] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 86bf6fa5-c60d-483b-bf47-87d06b4e2636/86bf6fa5-c60d-483b-bf47-87d06b4e2636.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.559952] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be2383d8-f59e-49d9-90f2-6d06f9f1eb2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.573660] env[69220]: DEBUG oslo_vmware.api [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801193, 'name': ReconfigVM_Task, 'duration_secs': 1.224924} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.574830] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562920', 'volume_id': '24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'name': 'volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61ef0689-e28c-4296-8d0c-809458f6cc01', 'attached_at': '', 'detached_at': '', 'volume_id': '24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'serial': '24b3fcbd-fe98-4d19-bf41-48428ab5056f'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 953.578108] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.578108] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.578231] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.578402] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.578551] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.584583] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 953.584583] env[69220]: value = "task-2801201" [ 953.584583] env[69220]: _type = "Task" [ 953.584583] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.584583] env[69220]: INFO nova.compute.manager [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Terminating instance [ 953.597847] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.612664] env[69220]: DEBUG nova.network.neutron [-] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.634029] env[69220]: DEBUG nova.compute.manager [req-819e7014-f9db-4a83-b227-81870679e3a2 req-2df2648a-3aab-4898-b6d2-9802cdee216c service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Received event network-vif-deleted-954c7690-6294-4a5e-858d-b4042854dcfc {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.634029] env[69220]: INFO nova.compute.manager [req-819e7014-f9db-4a83-b227-81870679e3a2 req-2df2648a-3aab-4898-b6d2-9802cdee216c service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Neutron deleted interface 954c7690-6294-4a5e-858d-b4042854dcfc; detaching it from the instance and deleting it from the info cache [ 953.634029] env[69220]: DEBUG nova.network.neutron [req-819e7014-f9db-4a83-b227-81870679e3a2 req-2df2648a-3aab-4898-b6d2-9802cdee216c service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.690515] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801200, 'name': Rename_Task, 'duration_secs': 0.148312} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.690824] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.691086] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93be5c5e-2303-4a62-8ea6-69b6aee758ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.698720] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 953.698720] env[69220]: value = "task-2801202" [ 953.698720] env[69220]: _type = "Task" [ 953.698720] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.710105] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.716748] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062b2f0d-f8d7-410c-b6c9-8db4d128691f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.724864] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4307db-15a4-4a7f-85a1-8019c60e4822 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.762026] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965f27ad-ff5b-424f-94c4-e4a56dc83e6b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.771280] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c757bcb-77ad-4f5d-80de-6d3e7d17dac5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.786216] env[69220]: DEBUG nova.compute.provider_tree [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.824997] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801197, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.061396] env[69220]: INFO nova.compute.manager [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] instance snapshotting [ 954.064549] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a61351-a910-45c4-b1c1-caa8a3df254e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.089035] env[69220]: DEBUG nova.network.neutron [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance_info_cache with network_info: [{"id": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "address": "fa:16:3e:8d:86:d0", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084e2ee0-b1", "ovs_interfaceid": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.091193] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e5667-453b-4e0f-8c12-553ba2010b69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.098120] env[69220]: DEBUG nova.compute.manager [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.098120] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.098884] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346fd157-87e5-4bf5-a777-3deaffc23f4d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.113913] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.114024] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801201, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.114564] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3293e306-5867-4776-b01c-e86dda54bace {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.116582] env[69220]: INFO nova.compute.manager [-] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Took 1.27 seconds to deallocate network for instance. [ 954.125986] env[69220]: DEBUG oslo_vmware.api [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 954.125986] env[69220]: value = "task-2801203" [ 954.125986] env[69220]: _type = "Task" [ 954.125986] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.137889] env[69220]: DEBUG oslo_vmware.api [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.138150] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d3303f5-ce4f-4467-abe1-1d80355fa4e2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.150749] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd6c027-a5e7-4b25-a5ab-e36fa30a03aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.195406] env[69220]: DEBUG nova.compute.manager [req-819e7014-f9db-4a83-b227-81870679e3a2 req-2df2648a-3aab-4898-b6d2-9802cdee216c service nova] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Detach interface failed, port_id=954c7690-6294-4a5e-858d-b4042854dcfc, reason: Instance 0da8a9b4-0964-454e-b754-5782a3233f8b could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.211113] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801202, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.289634] env[69220]: DEBUG nova.scheduler.client.report [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.324205] env[69220]: DEBUG oslo_vmware.api [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801197, 'name': PowerOnVM_Task, 'duration_secs': 1.539164} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.324467] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.324674] env[69220]: DEBUG nova.compute.manager [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.325472] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17070943-b21d-41d2-8459-2c79e379d0d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.595202] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.604848] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556591} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.604848] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 86bf6fa5-c60d-483b-bf47-87d06b4e2636/86bf6fa5-c60d-483b-bf47-87d06b4e2636.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.605056] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.605224] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85d74c11-a714-4461-bfe4-133834f2a3ef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.613600] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 954.613600] env[69220]: value = "task-2801204" [ 954.613600] env[69220]: _type = "Task" [ 954.613600] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.617649] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.618387] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80462ed4-16a9-4191-970b-c126b51f9795 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.626192] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.628384] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 954.628384] env[69220]: value = "task-2801205" [ 954.628384] env[69220]: _type = "Task" [ 954.628384] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.647893] env[69220]: DEBUG nova.objects.instance [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lazy-loading 'flavor' on Instance uuid 61ef0689-e28c-4296-8d0c-809458f6cc01 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.649329] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.649836] env[69220]: DEBUG oslo_vmware.api [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801203, 'name': PowerOffVM_Task, 'duration_secs': 0.189895} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.650316] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.650642] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.651441] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f7361ca-cc42-402c-9b02-cb5ea231ae9c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.678286] env[69220]: INFO nova.compute.manager [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Took 0.56 seconds to detach 1 volumes for instance. [ 954.710677] env[69220]: DEBUG oslo_vmware.api [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801202, 'name': PowerOnVM_Task, 'duration_secs': 0.69375} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.710972] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.711234] env[69220]: INFO nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Took 8.35 seconds to spawn the instance on the hypervisor. [ 954.711422] env[69220]: DEBUG nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.712291] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b654fe-93d2-4755-90d8-1ce78db73eb4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.744352] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.745370] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.745370] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Deleting the datastore file [datastore1] 82f8648e-8236-4ce9-b5a7-d42c87079c5a {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.745370] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c19737f-a0c8-4ec3-b54a-67911deb0f20 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.754213] env[69220]: DEBUG oslo_vmware.api [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 954.754213] env[69220]: value = "task-2801207" [ 954.754213] env[69220]: _type = "Task" [ 954.754213] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.764893] env[69220]: DEBUG oslo_vmware.api [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.795645] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.798451] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.217s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.798650] env[69220]: DEBUG nova.objects.instance [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lazy-loading 'resources' on Instance uuid eb5ce251-3c94-4f91-b53f-dcce94bbaac0 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.830164] env[69220]: INFO nova.scheduler.client.report [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Deleted allocations for instance ee8a5eef-18c1-4e00-8813-a2750c4ec8c5 [ 954.844831] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.124182] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075299} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.124452] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.125268] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e63350a-a65e-4dbc-952c-9f5ecffcb1b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.148744] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 86bf6fa5-c60d-483b-bf47-87d06b4e2636/86bf6fa5-c60d-483b-bf47-87d06b4e2636.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.152907] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "72730929-db1a-447a-b5ae-e6a5545079ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.153172] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "72730929-db1a-447a-b5ae-e6a5545079ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.153621] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "72730929-db1a-447a-b5ae-e6a5545079ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.153821] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "72730929-db1a-447a-b5ae-e6a5545079ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.153990] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "72730929-db1a-447a-b5ae-e6a5545079ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.155413] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-306547b0-4971-45c9-8a0d-60810a5d6dc1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.169486] env[69220]: INFO nova.compute.manager [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Terminating instance [ 955.174994] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c96426e8-2c3e-4e72-a7f8-a19168ef364c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.405s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.180655] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801205, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.182239] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 955.182239] env[69220]: value = "task-2801208" [ 955.182239] env[69220]: _type = "Task" [ 955.182239] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.187935] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.192095] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.234511] env[69220]: INFO nova.compute.manager [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Took 33.10 seconds to build instance. [ 955.265376] env[69220]: DEBUG oslo_vmware.api [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344548} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.265638] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.265860] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.266060] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.266236] env[69220]: INFO nova.compute.manager [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 955.266472] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.266668] env[69220]: DEBUG nova.compute.manager [-] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.266766] env[69220]: DEBUG nova.network.neutron [-] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.344349] env[69220]: INFO nova.compute.manager [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Rescuing [ 955.344770] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.344986] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.345179] env[69220]: DEBUG nova.network.neutron [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.349463] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6942ec85-d505-4f86-89ff-a78a178d0e8e tempest-ImagesOneServerNegativeTestJSON-1536090166 tempest-ImagesOneServerNegativeTestJSON-1536090166-project-member] Lock "ee8a5eef-18c1-4e00-8813-a2750c4ec8c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.221s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.653209] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801205, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.654939] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e760bf-f67a-43cd-b557-d238090f706f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.665147] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05591c6b-2e12-4145-871a-0dfb38924864 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.701726] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "refresh_cache-72730929-db1a-447a-b5ae-e6a5545079ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.701726] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquired lock "refresh_cache-72730929-db1a-447a-b5ae-e6a5545079ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.701726] env[69220]: DEBUG nova.network.neutron [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.708651] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a2ff66-26d6-40f9-b8db-5662879655fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.726217] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32608e-9aa0-4257-849e-21b73f003fa6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.731050] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.743745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7dc783b7-d735-4136-b5a3-bfddc6c77c49 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.630s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.744640] env[69220]: DEBUG nova.compute.provider_tree [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.748823] env[69220]: DEBUG nova.compute.manager [req-db61fef1-ff5d-4beb-84fc-5c0d76b0b877 req-7ec4e1c9-c560-46d5-adf6-d2f859363e0f service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Received event network-vif-deleted-1fbb3156-a8ad-4cd9-84cb-535f7893c3f9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.749181] env[69220]: INFO nova.compute.manager [req-db61fef1-ff5d-4beb-84fc-5c0d76b0b877 req-7ec4e1c9-c560-46d5-adf6-d2f859363e0f service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Neutron deleted interface 1fbb3156-a8ad-4cd9-84cb-535f7893c3f9; detaching it from the instance and deleting it from the info cache [ 955.749467] env[69220]: DEBUG nova.network.neutron [req-db61fef1-ff5d-4beb-84fc-5c0d76b0b877 req-7ec4e1c9-c560-46d5-adf6-d2f859363e0f service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.089018] env[69220]: DEBUG nova.network.neutron [-] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.112305] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af94aad2-ea0a-4316-8633-f8a2f005da3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.133531] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance '6e207cd2-b3ad-4039-b5be-9b2eda54214b' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.153378] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801205, 'name': CreateSnapshot_Task, 'duration_secs': 1.341733} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.156581] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.156581] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06639ad-ac1e-430c-8ae5-07cdee254db3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.218835] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801208, 'name': ReconfigVM_Task, 'duration_secs': 0.740239} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.218835] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 86bf6fa5-c60d-483b-bf47-87d06b4e2636/86bf6fa5-c60d-483b-bf47-87d06b4e2636.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.219687] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-916893a0-7f19-45b0-a055-7971a8b3d537 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.230133] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 956.230133] env[69220]: value = "task-2801209" [ 956.230133] env[69220]: _type = "Task" [ 956.230133] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.239858] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801209, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.247856] env[69220]: DEBUG nova.scheduler.client.report [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.253572] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-720b6eee-d8d1-497e-a17a-c6ddf904b654 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.265484] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43bed74-6396-4749-86f4-599dfeef0c09 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.310310] env[69220]: DEBUG nova.compute.manager [req-db61fef1-ff5d-4beb-84fc-5c0d76b0b877 req-7ec4e1c9-c560-46d5-adf6-d2f859363e0f service nova] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Detach interface failed, port_id=1fbb3156-a8ad-4cd9-84cb-535f7893c3f9, reason: Instance 82f8648e-8236-4ce9-b5a7-d42c87079c5a could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 956.350996] env[69220]: DEBUG nova.network.neutron [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [{"id": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "address": "fa:16:3e:84:ec:c4", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1dac92-8c", "ovs_interfaceid": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.483149] env[69220]: DEBUG nova.network.neutron [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.597332] env[69220]: INFO nova.compute.manager [-] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Took 1.33 seconds to deallocate network for instance. [ 956.636522] env[69220]: DEBUG nova.network.neutron [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.641372] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.642519] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51402ee0-ac78-44d2-a0af-28c51d24007d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.652338] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 956.652338] env[69220]: value = "task-2801210" [ 956.652338] env[69220]: _type = "Task" [ 956.652338] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.663469] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.682666] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.683267] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cab0baa1-7746-4508-991d-e1c5bda423d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.694169] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 956.694169] env[69220]: value = "task-2801211" [ 956.694169] env[69220]: _type = "Task" [ 956.694169] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.707010] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801211, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.744225] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801209, 'name': Rename_Task, 'duration_secs': 0.174257} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.744832] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.745019] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a93bd55-3cf0-4fc4-b814-7b529ed98c5b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.754060] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.759161] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.969s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.759446] env[69220]: DEBUG nova.objects.instance [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lazy-loading 'resources' on Instance uuid bbaa8a2c-a47c-4d3b-8678-ecfdf565685b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.761479] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 956.761479] env[69220]: value = "task-2801212" [ 956.761479] env[69220]: _type = "Task" [ 956.761479] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.774536] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.788219] env[69220]: INFO nova.scheduler.client.report [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Deleted allocations for instance eb5ce251-3c94-4f91-b53f-dcce94bbaac0 [ 956.853267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.104979] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.138992] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Releasing lock "refresh_cache-72730929-db1a-447a-b5ae-e6a5545079ff" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.139563] env[69220]: DEBUG nova.compute.manager [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.139839] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.141192] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77fcba0-a277-4b53-9426-f247a726f048 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.152324] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.152717] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a93f6a-c917-45f3-b3d9-e62289df6128 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.165709] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801210, 'name': PowerOffVM_Task, 'duration_secs': 0.433699} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.168366] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.168366] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance '6e207cd2-b3ad-4039-b5be-9b2eda54214b' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.171597] env[69220]: DEBUG oslo_vmware.api [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 957.171597] env[69220]: value = "task-2801213" [ 957.171597] env[69220]: _type = "Task" [ 957.171597] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.174392] env[69220]: DEBUG nova.compute.manager [req-fc6e082b-830b-4892-8e7b-4a3a0ae4ebb9 req-c83e5631-3030-4f52-a5a3-80bdf3574f31 service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Received event network-changed-3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.174600] env[69220]: DEBUG nova.compute.manager [req-fc6e082b-830b-4892-8e7b-4a3a0ae4ebb9 req-c83e5631-3030-4f52-a5a3-80bdf3574f31 service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Refreshing instance network info cache due to event network-changed-3b6f20a1-a2c8-43b1-bab7-eaf54f27f120. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.174846] env[69220]: DEBUG oslo_concurrency.lockutils [req-fc6e082b-830b-4892-8e7b-4a3a0ae4ebb9 req-c83e5631-3030-4f52-a5a3-80bdf3574f31 service nova] Acquiring lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.175045] env[69220]: DEBUG oslo_concurrency.lockutils [req-fc6e082b-830b-4892-8e7b-4a3a0ae4ebb9 req-c83e5631-3030-4f52-a5a3-80bdf3574f31 service nova] Acquired lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.175250] env[69220]: DEBUG nova.network.neutron [req-fc6e082b-830b-4892-8e7b-4a3a0ae4ebb9 req-c83e5631-3030-4f52-a5a3-80bdf3574f31 service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Refreshing network info cache for port 3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.189106] env[69220]: DEBUG oslo_vmware.api [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.210723] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801211, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.278657] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801212, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.300082] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39795295-4859-4dde-ae59-2fddd340c668 tempest-ServersV294TestFqdnHostnames-68699678 tempest-ServersV294TestFqdnHostnames-68699678-project-member] Lock "eb5ce251-3c94-4f91-b53f-dcce94bbaac0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.546s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.631609] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b3bd70-a84e-4de4-8c4b-8fcb85c013e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.640924] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c75c6-0cac-4581-a605-c7be4937a86c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.677491] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.677938] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.678347] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.678347] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.678415] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.678527] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.678797] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.678978] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.679114] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.679302] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.679452] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.689024] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d441fe2-bf8e-4a2e-9f08-47f325e03234 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.700812] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52deba78-41ad-4108-b9b1-6095591ab432 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.716793] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801211, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.722593] env[69220]: DEBUG oslo_vmware.api [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801213, 'name': PowerOffVM_Task, 'duration_secs': 0.225794} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.722883] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 957.722883] env[69220]: value = "task-2801214" [ 957.722883] env[69220]: _type = "Task" [ 957.722883] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.723241] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.723415] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.724696] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79cd48-7f8c-4c0c-853a-2f479eb3ea8e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.728765] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48feeba5-38dc-495d-a179-5a81eb0822c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.751903] env[69220]: DEBUG nova.compute.provider_tree [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.753517] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.771189] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.771406] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.771680] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Deleting the datastore file [datastore2] 72730929-db1a-447a-b5ae-e6a5545079ff {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.772156] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-291acd52-dd1c-4a28-b84e-94d9061f1c07 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.779464] env[69220]: DEBUG oslo_vmware.api [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801212, 'name': PowerOnVM_Task, 'duration_secs': 0.62382} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.780171] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.780387] env[69220]: INFO nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Took 8.60 seconds to spawn the instance on the hypervisor. [ 957.780563] env[69220]: DEBUG nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.781463] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ba9d43-1aaf-4c45-b04e-1d270a460e3c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.785264] env[69220]: DEBUG oslo_vmware.api [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for the task: (returnval){ [ 957.785264] env[69220]: value = "task-2801216" [ 957.785264] env[69220]: _type = "Task" [ 957.785264] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.803449] env[69220]: DEBUG oslo_vmware.api [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.097616] env[69220]: DEBUG nova.network.neutron [req-fc6e082b-830b-4892-8e7b-4a3a0ae4ebb9 req-c83e5631-3030-4f52-a5a3-80bdf3574f31 service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Updated VIF entry in instance network info cache for port 3b6f20a1-a2c8-43b1-bab7-eaf54f27f120. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.097996] env[69220]: DEBUG nova.network.neutron [req-fc6e082b-830b-4892-8e7b-4a3a0ae4ebb9 req-c83e5631-3030-4f52-a5a3-80bdf3574f31 service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Updating instance_info_cache with network_info: [{"id": "3b6f20a1-a2c8-43b1-bab7-eaf54f27f120", "address": "fa:16:3e:04:81:b3", "network": {"id": "3fcb94dc-77a9-4251-85be-1a2fd5001a29", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-200605256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32027b8013a94b9abf32ce0faa144552", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f20a1-a2", "ovs_interfaceid": "3b6f20a1-a2c8-43b1-bab7-eaf54f27f120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.218201] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801211, 'name': CloneVM_Task, 'duration_secs': 1.443167} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.218201] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Created linked-clone VM from snapshot [ 958.218201] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42e6db8-8362-48a4-a855-db97feebdd7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.232276] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Uploading image b1c65a37-f15b-4cc0-ae79-dcdd55f049c2 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.244562] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801214, 'name': ReconfigVM_Task, 'duration_secs': 0.220964} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.244882] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance '6e207cd2-b3ad-4039-b5be-9b2eda54214b' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.257197] env[69220]: DEBUG nova.scheduler.client.report [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.273978] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.273978] env[69220]: value = "vm-562928" [ 958.273978] env[69220]: _type = "VirtualMachine" [ 958.273978] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.274410] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fa70cad-fe0e-4e8e-a1e3-1117969ac075 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.285758] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lease: (returnval){ [ 958.285758] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529963eb-0f58-293f-d5b7-2b371678e5cc" [ 958.285758] env[69220]: _type = "HttpNfcLease" [ 958.285758] env[69220]: } obtained for exporting VM: (result){ [ 958.285758] env[69220]: value = "vm-562928" [ 958.285758] env[69220]: _type = "VirtualMachine" [ 958.285758] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.286111] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the lease: (returnval){ [ 958.286111] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529963eb-0f58-293f-d5b7-2b371678e5cc" [ 958.286111] env[69220]: _type = "HttpNfcLease" [ 958.286111] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.304793] env[69220]: DEBUG oslo_vmware.api [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Task: {'id': task-2801216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108716} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.304793] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.304793] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529963eb-0f58-293f-d5b7-2b371678e5cc" [ 958.304793] env[69220]: _type = "HttpNfcLease" [ 958.304793] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.307639] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.307639] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.307639] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.307639] env[69220]: INFO nova.compute.manager [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Took 1.17 seconds to destroy the instance on the hypervisor. [ 958.307639] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.307994] env[69220]: INFO nova.compute.manager [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Took 30.05 seconds to build instance. [ 958.308809] env[69220]: DEBUG nova.compute.manager [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.308910] env[69220]: DEBUG nova.network.neutron [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.336098] env[69220]: DEBUG nova.network.neutron [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.401158] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.401497] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb101a94-464f-45ad-9f32-7c2eec0ffde3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.411959] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 958.411959] env[69220]: value = "task-2801218" [ 958.411959] env[69220]: _type = "Task" [ 958.411959] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.426427] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.604882] env[69220]: DEBUG oslo_concurrency.lockutils [req-fc6e082b-830b-4892-8e7b-4a3a0ae4ebb9 req-c83e5631-3030-4f52-a5a3-80bdf3574f31 service nova] Releasing lock "refresh_cache-1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.752155] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.752584] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.752584] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.752739] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.753418] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.753418] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.753418] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.753617] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.753648] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.753782] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.753952] env[69220]: DEBUG nova.virt.hardware [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.760913] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.761638] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a2677e-ca7d-499b-9e09-0d497546c7f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.778163] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.781981] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.771s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.784055] env[69220]: INFO nova.compute.claims [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.794060] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 958.794060] env[69220]: value = "task-2801219" [ 958.794060] env[69220]: _type = "Task" [ 958.794060] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.801272] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.801272] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529963eb-0f58-293f-d5b7-2b371678e5cc" [ 958.801272] env[69220]: _type = "HttpNfcLease" [ 958.801272] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.801418] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.801418] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529963eb-0f58-293f-d5b7-2b371678e5cc" [ 958.801418] env[69220]: _type = "HttpNfcLease" [ 958.801418] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.803060] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f524ab-a2bb-4644-8303-baf7ab61ddbe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.810939] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.811756] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c7cd5a9d-a471-4306-99e2-17f9157dee08 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.587s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.817237] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec2e5-1064-83ee-aee3-f667b19ef826/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.818205] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec2e5-1064-83ee-aee3-f667b19ef826/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.881961] env[69220]: DEBUG nova.network.neutron [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.887022] env[69220]: INFO nova.scheduler.client.report [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Deleted allocations for instance bbaa8a2c-a47c-4d3b-8678-ecfdf565685b [ 958.922956] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801218, 'name': PowerOffVM_Task, 'duration_secs': 0.30229} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.923322] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.924212] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90637e65-167e-442f-b9d2-8aaf923f7c4c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.930631] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4088049c-aed2-43ab-8ec1-6a4e147c6bde {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.953041] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426ea98-5039-4c36-bff2-de36530cdd68 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.998820] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.998820] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a04ea57e-37f0-4eba-ac5d-dc53cb6e57fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.006507] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 959.006507] env[69220]: value = "task-2801220" [ 959.006507] env[69220]: _type = "Task" [ 959.006507] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.017739] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.018510] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.018510] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.018510] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.018510] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.018884] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80d8c0a6-70fe-4ef7-a984-018c8375bba8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.029329] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.029530] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.030304] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1deda31-6c76-4074-adde-b0962c2bd76a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.037436] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 959.037436] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522f592f-fb24-c6db-921d-d3b9d28baebd" [ 959.037436] env[69220]: _type = "Task" [ 959.037436] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.048477] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522f592f-fb24-c6db-921d-d3b9d28baebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.308699] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801219, 'name': ReconfigVM_Task, 'duration_secs': 0.214353} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.310972] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.311148] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d84499d-4583-4434-85fc-572ec794522f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.338743] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 6e207cd2-b3ad-4039-b5be-9b2eda54214b/6e207cd2-b3ad-4039-b5be-9b2eda54214b.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.339555] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4dc1d0-706b-44b1-9f51-33a7ddf2caf1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.361512] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 959.361512] env[69220]: value = "task-2801221" [ 959.361512] env[69220]: _type = "Task" [ 959.361512] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.373149] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.386786] env[69220]: INFO nova.compute.manager [-] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Took 1.08 seconds to deallocate network for instance. [ 959.396967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fa4733f5-52b0-49be-8337-7ba298fed0dd tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "bbaa8a2c-a47c-4d3b-8678-ecfdf565685b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.838s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.552356] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522f592f-fb24-c6db-921d-d3b9d28baebd, 'name': SearchDatastore_Task, 'duration_secs': 0.027924} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.556369] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2dddc4d-472a-478b-a719-146f8fb22b37 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.564204] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 959.564204] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f4c9b4-32c3-0dd4-d091-c0655e8dcb3c" [ 959.564204] env[69220]: _type = "Task" [ 959.564204] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.575445] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f4c9b4-32c3-0dd4-d091-c0655e8dcb3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.660213] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.660913] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.661334] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.661786] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.662437] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.666082] env[69220]: INFO nova.compute.manager [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Terminating instance [ 959.875026] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801221, 'name': ReconfigVM_Task, 'duration_secs': 0.469198} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.878278] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 6e207cd2-b3ad-4039-b5be-9b2eda54214b/6e207cd2-b3ad-4039-b5be-9b2eda54214b.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.879295] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance '6e207cd2-b3ad-4039-b5be-9b2eda54214b' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.896692] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.057876] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquiring lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.057876] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.058123] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquiring lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.058318] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.058488] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.064952] env[69220]: INFO nova.compute.manager [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Terminating instance [ 960.080499] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f4c9b4-32c3-0dd4-d091-c0655e8dcb3c, 'name': SearchDatastore_Task, 'duration_secs': 0.018348} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.084156] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.084274] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. {{(pid=69220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 960.085509] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5248cff9-f9d1-4427-8b54-bfc777576a9a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.094962] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 960.094962] env[69220]: value = "task-2801222" [ 960.094962] env[69220]: _type = "Task" [ 960.094962] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.108870] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.171077] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "refresh_cache-7d9b29d3-4866-42e8-aa93-4c4aa377b44a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.171668] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquired lock "refresh_cache-7d9b29d3-4866-42e8-aa93-4c4aa377b44a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.171668] env[69220]: DEBUG nova.network.neutron [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.259824] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184ea248-f50a-4a21-afb8-8bb898e787a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.272851] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ff02f-e957-4e11-8439-59977d0c8a45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.309459] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e05909f-f2ab-4661-b996-cd0a650d3e70 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.322036] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a412e369-4519-4024-b13d-5bfae6c70e6f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.343190] env[69220]: DEBUG nova.compute.provider_tree [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.392315] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bbb064-6b0d-4d6c-9847-bda8169e94b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.413904] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84e952f-97c1-432c-a33e-ea62079d5cf5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.435745] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance '6e207cd2-b3ad-4039-b5be-9b2eda54214b' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.575735] env[69220]: DEBUG nova.compute.manager [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.575965] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.577061] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f199610a-740b-42ba-b667-4f656f905558 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.587650] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.587650] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c43f318-ab65-4674-8c35-7e5f038848b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.601088] env[69220]: DEBUG oslo_vmware.api [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 960.601088] env[69220]: value = "task-2801223" [ 960.601088] env[69220]: _type = "Task" [ 960.601088] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.610344] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.615640] env[69220]: DEBUG oslo_vmware.api [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.697547] env[69220]: DEBUG nova.network.neutron [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.763927] env[69220]: DEBUG nova.network.neutron [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.850045] env[69220]: DEBUG nova.scheduler.client.report [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.991328] env[69220]: DEBUG nova.network.neutron [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Port 084e2ee0-b1e2-46fc-98a2-7e781149839b binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 961.108645] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589298} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.109407] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk. [ 961.110228] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759fb720-e33a-489b-9240-16e2349fae18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.115987] env[69220]: DEBUG oslo_vmware.api [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801223, 'name': PowerOffVM_Task, 'duration_secs': 0.26859} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.116662] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.116828] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.117077] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f42d299a-56c8-4b78-9279-56a886b87f8a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.161821] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.162851] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d44cfff-d2ee-47a6-bc6b-f69c00647bca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.191441] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 961.191441] env[69220]: value = "task-2801225" [ 961.191441] env[69220]: _type = "Task" [ 961.191441] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.200703] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.251972] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.252243] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.252513] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Deleting the datastore file [datastore2] 86bf6fa5-c60d-483b-bf47-87d06b4e2636 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.252853] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39bb0534-1920-46de-944e-54561d82374f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.262662] env[69220]: DEBUG oslo_vmware.api [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for the task: (returnval){ [ 961.262662] env[69220]: value = "task-2801226" [ 961.262662] env[69220]: _type = "Task" [ 961.262662] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.266537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Releasing lock "refresh_cache-7d9b29d3-4866-42e8-aa93-4c4aa377b44a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.266963] env[69220]: DEBUG nova.compute.manager [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.267178] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.268400] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ece5ac-d5f5-4c3c-9af2-45b331bb8cc5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.278042] env[69220]: DEBUG oslo_vmware.api [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.280623] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.280954] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bca0935-89a6-49a7-98f9-70360811a468 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.290610] env[69220]: DEBUG oslo_vmware.api [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 961.290610] env[69220]: value = "task-2801227" [ 961.290610] env[69220]: _type = "Task" [ 961.290610] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.302367] env[69220]: DEBUG oslo_vmware.api [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.355574] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.356399] env[69220]: DEBUG nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.360260] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.996s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.360630] env[69220]: DEBUG nova.objects.instance [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lazy-loading 'resources' on Instance uuid 99c21326-9d7e-4439-89b0-5dfd90577cdb {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.703810] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.773525] env[69220]: DEBUG oslo_vmware.api [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Task: {'id': task-2801226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274512} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.773789] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.774007] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.774224] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.774389] env[69220]: INFO nova.compute.manager [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Took 1.20 seconds to destroy the instance on the hypervisor. [ 961.774632] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.774827] env[69220]: DEBUG nova.compute.manager [-] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.774942] env[69220]: DEBUG nova.network.neutron [-] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.799906] env[69220]: DEBUG oslo_vmware.api [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801227, 'name': PowerOffVM_Task, 'duration_secs': 0.170804} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.800179] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.800301] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.800542] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-942c3453-809d-4751-a0b5-73c948841d18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.836265] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.836560] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.836701] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Deleting the datastore file [datastore1] 7d9b29d3-4866-42e8-aa93-4c4aa377b44a {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.836990] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b272e44-5ed1-4850-a84e-342e9e5df081 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.848325] env[69220]: DEBUG oslo_vmware.api [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for the task: (returnval){ [ 961.848325] env[69220]: value = "task-2801229" [ 961.848325] env[69220]: _type = "Task" [ 961.848325] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.857734] env[69220]: DEBUG oslo_vmware.api [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.868311] env[69220]: DEBUG nova.compute.utils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.869277] env[69220]: DEBUG nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.869588] env[69220]: DEBUG nova.network.neutron [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.947314] env[69220]: DEBUG nova.policy [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a17d4937b764e1b8adce2dd4371101c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '789b722aa25d4019a8b0754c927dfef7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.037209] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.037639] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.041046] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.207993] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801225, 'name': ReconfigVM_Task, 'duration_secs': 0.517243} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.208315] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01/20f5dca4-a73d-4241-b651-54b8ef128790-rescue.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.209254] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da1e15a-1169-4958-9ac2-362c62421d16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.251724] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1993c8-a633-46be-b76a-b87c07043348 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.272791] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 962.272791] env[69220]: value = "task-2801230" [ 962.272791] env[69220]: _type = "Task" [ 962.272791] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.288073] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.344215] env[69220]: DEBUG nova.network.neutron [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Successfully created port: fd015972-0611-4cc0-aedf-e54f17ebea7f {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.369829] env[69220]: DEBUG oslo_vmware.api [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Task: {'id': task-2801229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396276} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.370103] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.370287] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.370468] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.370963] env[69220]: INFO nova.compute.manager [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 962.371148] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.371468] env[69220]: DEBUG nova.compute.manager [-] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.371732] env[69220]: DEBUG nova.network.neutron [-] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.379648] env[69220]: DEBUG nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.383496] env[69220]: DEBUG nova.compute.manager [req-b789ef10-61f2-4af7-9f5f-837708d90daa req-e1fc3d79-dbb3-4e90-919a-82ed7a569d7c service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Received event network-vif-deleted-c748551f-3716-473c-a83e-25ae3b57df11 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.383811] env[69220]: INFO nova.compute.manager [req-b789ef10-61f2-4af7-9f5f-837708d90daa req-e1fc3d79-dbb3-4e90-919a-82ed7a569d7c service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Neutron deleted interface c748551f-3716-473c-a83e-25ae3b57df11; detaching it from the instance and deleting it from the info cache [ 962.384082] env[69220]: DEBUG nova.network.neutron [req-b789ef10-61f2-4af7-9f5f-837708d90daa req-e1fc3d79-dbb3-4e90-919a-82ed7a569d7c service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.403545] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88d151-16ce-4ac7-8d7b-179944bbf1b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.417633] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f9c4c9-b14f-4591-a996-51ee64d89e71 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.458868] env[69220]: DEBUG nova.network.neutron [-] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.461199] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be60153b-73d0-4a92-9740-bae333452ed0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.475658] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae51779-7a46-451b-80d9-bee0b85dcc43 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.495840] env[69220]: DEBUG nova.compute.provider_tree [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.650944] env[69220]: DEBUG nova.network.neutron [-] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.783904] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801230, 'name': ReconfigVM_Task, 'duration_secs': 0.354655} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.784446] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.784737] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f6ec4ac-ecc8-47d4-a1ea-af2abc37f3ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.793902] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 962.793902] env[69220]: value = "task-2801231" [ 962.793902] env[69220]: _type = "Task" [ 962.793902] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.803684] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.891860] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7b5b587-4612-4585-8026-d8234e221618 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.903981] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31753124-041e-4928-a3f4-3467de9b79ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.944581] env[69220]: DEBUG nova.compute.manager [req-b789ef10-61f2-4af7-9f5f-837708d90daa req-e1fc3d79-dbb3-4e90-919a-82ed7a569d7c service nova] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Detach interface failed, port_id=c748551f-3716-473c-a83e-25ae3b57df11, reason: Instance 86bf6fa5-c60d-483b-bf47-87d06b4e2636 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 962.967178] env[69220]: DEBUG nova.network.neutron [-] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.000016] env[69220]: DEBUG nova.scheduler.client.report [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.156879] env[69220]: INFO nova.compute.manager [-] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Took 1.38 seconds to deallocate network for instance. [ 963.307108] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.375591] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.375783] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.375959] env[69220]: DEBUG nova.network.neutron [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.387593] env[69220]: DEBUG nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.414340] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.414609] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.414766] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.414953] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.415111] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.415265] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.415477] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.415636] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.415934] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.416516] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.416516] env[69220]: DEBUG nova.virt.hardware [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.417105] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddc65b1-4768-499a-ba0b-e591c0547f3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.426126] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d108bf5-5da5-4cb3-8b83-88026a9bcd2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.470065] env[69220]: INFO nova.compute.manager [-] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Took 1.10 seconds to deallocate network for instance. [ 963.506988] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.509892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.586s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.512393] env[69220]: INFO nova.compute.claims [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.555355] env[69220]: INFO nova.scheduler.client.report [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Deleted allocations for instance 99c21326-9d7e-4439-89b0-5dfd90577cdb [ 963.665761] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.811264] env[69220]: DEBUG oslo_vmware.api [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801231, 'name': PowerOnVM_Task, 'duration_secs': 0.845629} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.811692] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.817152] env[69220]: DEBUG nova.compute.manager [None req-6276b00d-8751-43b9-b0af-f719aa7256c5 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.818754] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dae515-c178-45e9-96ff-67217f3f8a87 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.948273] env[69220]: DEBUG nova.network.neutron [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Successfully updated port: fd015972-0611-4cc0-aedf-e54f17ebea7f {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.980522] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.006704] env[69220]: DEBUG nova.compute.manager [req-d653903a-9572-4550-a4a6-35fdb0c46e1b req-27dd5a5f-475e-4b56-9d9c-bf8b654362f6 service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Received event network-vif-plugged-fd015972-0611-4cc0-aedf-e54f17ebea7f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.006921] env[69220]: DEBUG oslo_concurrency.lockutils [req-d653903a-9572-4550-a4a6-35fdb0c46e1b req-27dd5a5f-475e-4b56-9d9c-bf8b654362f6 service nova] Acquiring lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.007151] env[69220]: DEBUG oslo_concurrency.lockutils [req-d653903a-9572-4550-a4a6-35fdb0c46e1b req-27dd5a5f-475e-4b56-9d9c-bf8b654362f6 service nova] Lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.007315] env[69220]: DEBUG oslo_concurrency.lockutils [req-d653903a-9572-4550-a4a6-35fdb0c46e1b req-27dd5a5f-475e-4b56-9d9c-bf8b654362f6 service nova] Lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.007473] env[69220]: DEBUG nova.compute.manager [req-d653903a-9572-4550-a4a6-35fdb0c46e1b req-27dd5a5f-475e-4b56-9d9c-bf8b654362f6 service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] No waiting events found dispatching network-vif-plugged-fd015972-0611-4cc0-aedf-e54f17ebea7f {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.007629] env[69220]: WARNING nova.compute.manager [req-d653903a-9572-4550-a4a6-35fdb0c46e1b req-27dd5a5f-475e-4b56-9d9c-bf8b654362f6 service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Received unexpected event network-vif-plugged-fd015972-0611-4cc0-aedf-e54f17ebea7f for instance with vm_state building and task_state spawning. [ 964.064969] env[69220]: DEBUG oslo_concurrency.lockutils [None req-93d32bc6-4695-4c87-899d-e3d3e3ff51f1 tempest-MigrationsAdminTest-1006666577 tempest-MigrationsAdminTest-1006666577-project-member] Lock "99c21326-9d7e-4439-89b0-5dfd90577cdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.661s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.143376] env[69220]: DEBUG nova.network.neutron [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance_info_cache with network_info: [{"id": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "address": "fa:16:3e:8d:86:d0", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084e2ee0-b1", "ovs_interfaceid": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.199625] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "5fd79e38-e861-4e5d-94de-724d65bacfba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.199957] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.450420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "refresh_cache-b0f0cee2-77cb-4497-89dc-c162459eb8a6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.450420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquired lock "refresh_cache-b0f0cee2-77cb-4497-89dc-c162459eb8a6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.450420] env[69220]: DEBUG nova.network.neutron [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.646477] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.704114] env[69220]: DEBUG nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.847105] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db269a70-90f2-4423-a076-5ebf66906db5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.857408] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fc745c-4edf-4c84-854a-a4faa98cbb41 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.891246] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d8d87a-5038-4dae-b7dc-ed69b199885b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.900862] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c9e061-fd4b-4f1c-9f39-6a82f3ce18a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.917342] env[69220]: DEBUG nova.compute.provider_tree [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.991525] env[69220]: DEBUG nova.network.neutron [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.181360] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22be67a3-09cb-4b16-a720-522a2f4e53c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.207285] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e125e3-05c5-4a3f-b690-23a493ebdc8e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.224169] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance '6e207cd2-b3ad-4039-b5be-9b2eda54214b' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.233460] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.326088] env[69220]: DEBUG nova.network.neutron [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Updating instance_info_cache with network_info: [{"id": "fd015972-0611-4cc0-aedf-e54f17ebea7f", "address": "fa:16:3e:83:89:7d", "network": {"id": "c17cff76-1303-4ca4-afa8-cdd184e7d446", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1375952190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789b722aa25d4019a8b0754c927dfef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd015972-06", "ovs_interfaceid": "fd015972-0611-4cc0-aedf-e54f17ebea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.421978] env[69220]: DEBUG nova.scheduler.client.report [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.713329] env[69220]: INFO nova.compute.manager [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Unrescuing [ 965.713720] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.713925] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquired lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.714175] env[69220]: DEBUG nova.network.neutron [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.734426] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.735038] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3158cf0f-0552-457b-b93a-b2f3695f4c9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.745306] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 965.745306] env[69220]: value = "task-2801232" [ 965.745306] env[69220]: _type = "Task" [ 965.745306] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.754686] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.827629] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Releasing lock "refresh_cache-b0f0cee2-77cb-4497-89dc-c162459eb8a6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.827980] env[69220]: DEBUG nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Instance network_info: |[{"id": "fd015972-0611-4cc0-aedf-e54f17ebea7f", "address": "fa:16:3e:83:89:7d", "network": {"id": "c17cff76-1303-4ca4-afa8-cdd184e7d446", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1375952190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789b722aa25d4019a8b0754c927dfef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd015972-06", "ovs_interfaceid": "fd015972-0611-4cc0-aedf-e54f17ebea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.828472] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:89:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd015972-0611-4cc0-aedf-e54f17ebea7f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.837322] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.837615] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.837862] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9978613-e994-455c-bb37-86e44a7801da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.863321] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.863321] env[69220]: value = "task-2801233" [ 965.863321] env[69220]: _type = "Task" [ 965.863321] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.874456] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801233, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.927089] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.927642] env[69220]: DEBUG nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.930820] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.087s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.930820] env[69220]: DEBUG nova.objects.instance [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.936049] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fff7aa9c-3195-4412-bcee-39e457d35269 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.936291] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fff7aa9c-3195-4412-bcee-39e457d35269 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.936593] env[69220]: DEBUG nova.objects.instance [None req-fff7aa9c-3195-4412-bcee-39e457d35269 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'flavor' on Instance uuid d4abe3b9-4835-4315-82f0-c4ae3afac72b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.258438] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.294096] env[69220]: DEBUG nova.compute.manager [req-b932edf8-7591-4873-9b6c-91e7528a3a6b req-538d0073-2212-4d84-a148-84677f59c73b service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Received event network-changed-fd015972-0611-4cc0-aedf-e54f17ebea7f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.294315] env[69220]: DEBUG nova.compute.manager [req-b932edf8-7591-4873-9b6c-91e7528a3a6b req-538d0073-2212-4d84-a148-84677f59c73b service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Refreshing instance network info cache due to event network-changed-fd015972-0611-4cc0-aedf-e54f17ebea7f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.294616] env[69220]: DEBUG oslo_concurrency.lockutils [req-b932edf8-7591-4873-9b6c-91e7528a3a6b req-538d0073-2212-4d84-a148-84677f59c73b service nova] Acquiring lock "refresh_cache-b0f0cee2-77cb-4497-89dc-c162459eb8a6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.294766] env[69220]: DEBUG oslo_concurrency.lockutils [req-b932edf8-7591-4873-9b6c-91e7528a3a6b req-538d0073-2212-4d84-a148-84677f59c73b service nova] Acquired lock "refresh_cache-b0f0cee2-77cb-4497-89dc-c162459eb8a6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.294994] env[69220]: DEBUG nova.network.neutron [req-b932edf8-7591-4873-9b6c-91e7528a3a6b req-538d0073-2212-4d84-a148-84677f59c73b service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Refreshing network info cache for port fd015972-0611-4cc0-aedf-e54f17ebea7f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.358185] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.358629] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.358975] env[69220]: INFO nova.compute.manager [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Rebooting instance [ 966.376819] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801233, 'name': CreateVM_Task, 'duration_secs': 0.415749} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.377095] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.377927] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.378046] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.378362] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.378648] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547567a7-e8d4-4ef0-a35b-e7b99947f274 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.387744] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 966.387744] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522a0e66-06a9-da8e-4d6b-8ec9f30f1799" [ 966.387744] env[69220]: _type = "Task" [ 966.387744] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.400366] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522a0e66-06a9-da8e-4d6b-8ec9f30f1799, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.400786] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.401335] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.401335] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.401462] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.402523] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.402634] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18b4de3e-7b69-437a-9139-3fadecc9f296 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.412594] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.412813] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.413664] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ff0166-c657-4019-9c7f-ceb2bd6d5331 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.419991] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 966.419991] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e9b8eb-db19-8377-88bc-f37158cbf38a" [ 966.419991] env[69220]: _type = "Task" [ 966.419991] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.429470] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e9b8eb-db19-8377-88bc-f37158cbf38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.435293] env[69220]: DEBUG nova.compute.utils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.444069] env[69220]: DEBUG nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.444069] env[69220]: DEBUG nova.network.neutron [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.445698] env[69220]: DEBUG nova.objects.instance [None req-fff7aa9c-3195-4412-bcee-39e457d35269 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'pci_requests' on Instance uuid d4abe3b9-4835-4315-82f0-c4ae3afac72b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.448036] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0f8836f-cd16-4c80-adf9-75ac5471a889 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.518s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.450744] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.262s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.450744] env[69220]: DEBUG nova.objects.instance [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'resources' on Instance uuid 0da8a9b4-0964-454e-b754-5782a3233f8b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.492895] env[69220]: DEBUG nova.policy [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d7b5d785ed343539c90e863d6bb2cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae572a3b564d458f8517cbfaec50580f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.535152] env[69220]: DEBUG nova.network.neutron [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [{"id": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "address": "fa:16:3e:84:ec:c4", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1dac92-8c", "ovs_interfaceid": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.760910] env[69220]: DEBUG oslo_vmware.api [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801232, 'name': PowerOnVM_Task, 'duration_secs': 0.59112} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.760910] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.760910] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c17fb540-1936-41c7-bd84-32a04b2977b4 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance '6e207cd2-b3ad-4039-b5be-9b2eda54214b' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.767628] env[69220]: DEBUG nova.network.neutron [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Successfully created port: 8620336a-f4a5-4061-8f6b-1d9d23068d6a {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.880942] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.881158] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.881339] env[69220]: DEBUG nova.network.neutron [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.933883] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e9b8eb-db19-8377-88bc-f37158cbf38a, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.934726] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e295f6eb-f49d-4632-ba5c-32e3249def8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.943266] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 966.943266] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a86277-1ea4-e018-84f7-ee45d992f896" [ 966.943266] env[69220]: _type = "Task" [ 966.943266] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.952535] env[69220]: DEBUG nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.955463] env[69220]: DEBUG nova.objects.base [None req-fff7aa9c-3195-4412-bcee-39e457d35269 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 966.955671] env[69220]: DEBUG nova.network.neutron [None req-fff7aa9c-3195-4412-bcee-39e457d35269 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.959800] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a86277-1ea4-e018-84f7-ee45d992f896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.037504] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Releasing lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.038195] env[69220]: DEBUG nova.objects.instance [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lazy-loading 'flavor' on Instance uuid 61ef0689-e28c-4296-8d0c-809458f6cc01 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.068606] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fff7aa9c-3195-4412-bcee-39e457d35269 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.132s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.070562] env[69220]: DEBUG nova.network.neutron [req-b932edf8-7591-4873-9b6c-91e7528a3a6b req-538d0073-2212-4d84-a148-84677f59c73b service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Updated VIF entry in instance network info cache for port fd015972-0611-4cc0-aedf-e54f17ebea7f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.070983] env[69220]: DEBUG nova.network.neutron [req-b932edf8-7591-4873-9b6c-91e7528a3a6b req-538d0073-2212-4d84-a148-84677f59c73b service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Updating instance_info_cache with network_info: [{"id": "fd015972-0611-4cc0-aedf-e54f17ebea7f", "address": "fa:16:3e:83:89:7d", "network": {"id": "c17cff76-1303-4ca4-afa8-cdd184e7d446", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1375952190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "789b722aa25d4019a8b0754c927dfef7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd015972-06", "ovs_interfaceid": "fd015972-0611-4cc0-aedf-e54f17ebea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.283650] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0c3c13-8443-4706-9941-d1755e50a673 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.293536] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2a539d-1c16-483d-bfec-c88be91bcd9c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.326555] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738bb5fd-76c4-410f-afce-9a6386615259 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.336551] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f842810-8df9-4829-ba61-d63f16b65a99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.351920] env[69220]: DEBUG nova.compute.provider_tree [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.456373] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a86277-1ea4-e018-84f7-ee45d992f896, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.456740] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.457104] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b0f0cee2-77cb-4497-89dc-c162459eb8a6/b0f0cee2-77cb-4497-89dc-c162459eb8a6.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.457556] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7df754aa-6e93-4d7a-9ae0-0ad1e3940da3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.468146] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 967.468146] env[69220]: value = "task-2801234" [ 967.468146] env[69220]: _type = "Task" [ 967.468146] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.479810] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.551593] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08563ef3-2410-4867-9128-3ae6856185bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.589461] env[69220]: DEBUG oslo_concurrency.lockutils [req-b932edf8-7591-4873-9b6c-91e7528a3a6b req-538d0073-2212-4d84-a148-84677f59c73b service nova] Releasing lock "refresh_cache-b0f0cee2-77cb-4497-89dc-c162459eb8a6" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.591456] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.594359] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab2a1b74-4519-4359-b3ab-43d140aacca7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.603580] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 967.603580] env[69220]: value = "task-2801235" [ 967.603580] env[69220]: _type = "Task" [ 967.603580] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.616558] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.854302] env[69220]: DEBUG nova.network.neutron [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.856393] env[69220]: DEBUG nova.scheduler.client.report [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.967615] env[69220]: DEBUG nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.980932] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801234, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.999203] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.999466] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.999620] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.999989] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.999989] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.002196] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.002598] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.002856] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.003103] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.004420] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.004420] env[69220]: DEBUG nova.virt.hardware [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.005683] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fd8d0e-b159-4183-91df-dd7b9560f81d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.016073] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68adeef-9a22-4ad4-aff3-a57ba00e130d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.114287] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801235, 'name': PowerOffVM_Task, 'duration_secs': 0.426513} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.114594] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.121076] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfiguring VM instance instance-0000002b to detach disk 2002 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.121368] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d899c120-1732-4f6c-8004-9925899c1444 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.143954] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 968.143954] env[69220]: value = "task-2801236" [ 968.143954] env[69220]: _type = "Task" [ 968.143954] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.153970] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.318639] env[69220]: DEBUG nova.network.neutron [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Successfully updated port: 8620336a-f4a5-4061-8f6b-1d9d23068d6a {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.362940] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.364559] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.367879] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.263s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.368131] env[69220]: DEBUG nova.objects.instance [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lazy-loading 'resources' on Instance uuid 82f8648e-8236-4ce9-b5a7-d42c87079c5a {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.393338] env[69220]: INFO nova.scheduler.client.report [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted allocations for instance 0da8a9b4-0964-454e-b754-5782a3233f8b [ 968.434692] env[69220]: DEBUG nova.compute.manager [req-f99b7aed-3232-467b-8f1c-b294a816d801 req-31ffab8f-35c4-4e5d-81a2-92e34ef35266 service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Received event network-vif-plugged-8620336a-f4a5-4061-8f6b-1d9d23068d6a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.434979] env[69220]: DEBUG oslo_concurrency.lockutils [req-f99b7aed-3232-467b-8f1c-b294a816d801 req-31ffab8f-35c4-4e5d-81a2-92e34ef35266 service nova] Acquiring lock "40999083-ef72-4024-9ced-4b11d61d3d4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.435234] env[69220]: DEBUG oslo_concurrency.lockutils [req-f99b7aed-3232-467b-8f1c-b294a816d801 req-31ffab8f-35c4-4e5d-81a2-92e34ef35266 service nova] Lock "40999083-ef72-4024-9ced-4b11d61d3d4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.435430] env[69220]: DEBUG oslo_concurrency.lockutils [req-f99b7aed-3232-467b-8f1c-b294a816d801 req-31ffab8f-35c4-4e5d-81a2-92e34ef35266 service nova] Lock "40999083-ef72-4024-9ced-4b11d61d3d4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.435659] env[69220]: DEBUG nova.compute.manager [req-f99b7aed-3232-467b-8f1c-b294a816d801 req-31ffab8f-35c4-4e5d-81a2-92e34ef35266 service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] No waiting events found dispatching network-vif-plugged-8620336a-f4a5-4061-8f6b-1d9d23068d6a {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.435894] env[69220]: WARNING nova.compute.manager [req-f99b7aed-3232-467b-8f1c-b294a816d801 req-31ffab8f-35c4-4e5d-81a2-92e34ef35266 service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Received unexpected event network-vif-plugged-8620336a-f4a5-4061-8f6b-1d9d23068d6a for instance with vm_state building and task_state spawning. [ 968.488179] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801234, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.631463] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.632045] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.658042] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.822443] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "refresh_cache-40999083-ef72-4024-9ced-4b11d61d3d4c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.822631] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "refresh_cache-40999083-ef72-4024-9ced-4b11d61d3d4c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.822787] env[69220]: DEBUG nova.network.neutron [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.869747] env[69220]: DEBUG nova.compute.manager [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.873036] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e933c4fb-4fa4-4eef-bfa2-177f1b361b25 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.904846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0eca7509-1fa7-4f39-ba52-16c352b172d3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "0da8a9b4-0964-454e-b754-5782a3233f8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.947s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.918093] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec2e5-1064-83ee-aee3-f667b19ef826/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.919039] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83e3df5-4408-4747-bbea-3fa3448c8261 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.927503] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec2e5-1064-83ee-aee3-f667b19ef826/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.927676] env[69220]: ERROR oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec2e5-1064-83ee-aee3-f667b19ef826/disk-0.vmdk due to incomplete transfer. [ 968.930691] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c82ebc8d-0c8f-4848-8efb-a9605ea8ea7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.939055] env[69220]: DEBUG oslo_vmware.rw_handles [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bec2e5-1064-83ee-aee3-f667b19ef826/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.939259] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Uploaded image b1c65a37-f15b-4cc0-ae79-dcdd55f049c2 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.941827] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.942088] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4337bc3c-6a13-4674-aa3b-07484046c95d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.952071] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 968.952071] env[69220]: value = "task-2801237" [ 968.952071] env[69220]: _type = "Task" [ 968.952071] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.963680] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801237, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.981426] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801234, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.481729} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.981426] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b0f0cee2-77cb-4497-89dc-c162459eb8a6/b0f0cee2-77cb-4497-89dc-c162459eb8a6.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.981676] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.984191] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfd22196-fad8-4b7e-b8d8-8ed294fa476a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.992080] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 968.992080] env[69220]: value = "task-2801238" [ 968.992080] env[69220]: _type = "Task" [ 968.992080] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.004316] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.028276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.028276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.028421] env[69220]: DEBUG nova.objects.instance [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'flavor' on Instance uuid d4abe3b9-4835-4315-82f0-c4ae3afac72b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.135891] env[69220]: DEBUG nova.compute.utils [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.160322] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801236, 'name': ReconfigVM_Task, 'duration_secs': 0.588142} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.163065] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfigured VM instance instance-0000002b to detach disk 2002 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 969.163269] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.163714] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3860e34b-553f-49b4-9906-c88df99bbe3a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.171063] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 969.171063] env[69220]: value = "task-2801239" [ 969.171063] env[69220]: _type = "Task" [ 969.171063] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.175734] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c8ba8a-4403-4fcd-aa25-0e4debfbdafe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.185537] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.189134] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59467320-38dc-43a1-9b4e-3249db20477d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.221628] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0f7f45-ed6a-4052-b81e-f7c088ed9aa9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.229922] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478efb92-c12c-4e24-a811-1666256281eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.244684] env[69220]: DEBUG nova.compute.provider_tree [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.358492] env[69220]: DEBUG nova.network.neutron [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.462623] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801237, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.504557] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08208} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.504824] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.505619] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ea6d44-716f-4a81-8e75-0c58c268a3d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.527326] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] b0f0cee2-77cb-4497-89dc-c162459eb8a6/b0f0cee2-77cb-4497-89dc-c162459eb8a6.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.527591] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f176c0-a778-4c07-a372-a15e1993443c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.555037] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 969.555037] env[69220]: value = "task-2801240" [ 969.555037] env[69220]: _type = "Task" [ 969.555037] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.564235] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.578132] env[69220]: DEBUG nova.network.neutron [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Updating instance_info_cache with network_info: [{"id": "8620336a-f4a5-4061-8f6b-1d9d23068d6a", "address": "fa:16:3e:c9:ea:ef", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8620336a-f4", "ovs_interfaceid": "8620336a-f4a5-4061-8f6b-1d9d23068d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.614363] env[69220]: DEBUG nova.objects.instance [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'pci_requests' on Instance uuid d4abe3b9-4835-4315-82f0-c4ae3afac72b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.638568] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.689638] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801239, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.747398] env[69220]: DEBUG nova.scheduler.client.report [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.890703] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5be693-b2e5-459f-911b-96e443e0e968 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.898848] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Doing hard reboot of VM {{(pid=69220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 969.899119] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1f21e5eb-86cc-420a-ac7e-0337107aa554 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.905135] env[69220]: DEBUG oslo_vmware.api [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 969.905135] env[69220]: value = "task-2801241" [ 969.905135] env[69220]: _type = "Task" [ 969.905135] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.914614] env[69220]: DEBUG oslo_vmware.api [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801241, 'name': ResetVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.962499] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801237, 'name': Destroy_Task, 'duration_secs': 0.791721} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.962847] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Destroyed the VM [ 969.963112] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.963381] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8580d798-2eb4-4f04-8681-2f8ab2eef4fb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.970461] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 969.970461] env[69220]: value = "task-2801242" [ 969.970461] env[69220]: _type = "Task" [ 969.970461] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.978644] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801242, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.065531] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801240, 'name': ReconfigVM_Task, 'duration_secs': 0.407211} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.065799] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Reconfigured VM instance instance-00000050 to attach disk [datastore1] b0f0cee2-77cb-4497-89dc-c162459eb8a6/b0f0cee2-77cb-4497-89dc-c162459eb8a6.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.066465] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8868b228-6b5a-46fa-8ac0-d33b25027bc4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.073918] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 970.073918] env[69220]: value = "task-2801243" [ 970.073918] env[69220]: _type = "Task" [ 970.073918] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.082072] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801243, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.082527] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "refresh_cache-40999083-ef72-4024-9ced-4b11d61d3d4c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.082817] env[69220]: DEBUG nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Instance network_info: |[{"id": "8620336a-f4a5-4061-8f6b-1d9d23068d6a", "address": "fa:16:3e:c9:ea:ef", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8620336a-f4", "ovs_interfaceid": "8620336a-f4a5-4061-8f6b-1d9d23068d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.083191] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:ea:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8620336a-f4a5-4061-8f6b-1d9d23068d6a', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.090460] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.090660] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.090899] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a24a1b2-62d6-4e80-8139-f0e592967678 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.112478] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.112478] env[69220]: value = "task-2801244" [ 970.112478] env[69220]: _type = "Task" [ 970.112478] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.117255] env[69220]: DEBUG nova.objects.base [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.117448] env[69220]: DEBUG nova.network.neutron [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.122083] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801244, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.160715] env[69220]: DEBUG nova.policy [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '883b380acc474f4cb86f311b15762b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e00f4d6b5bc447fbe1d25212f550382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.183840] env[69220]: DEBUG oslo_vmware.api [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801239, 'name': PowerOnVM_Task, 'duration_secs': 0.70251} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.184200] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.184556] env[69220]: DEBUG nova.compute.manager [None req-4a606fdc-27ef-4a34-9e27-910d520ac398 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.185482] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58189bbb-fe78-49ec-9978-ba30e880d69e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.253786] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.256670] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.360s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.256778] env[69220]: DEBUG nova.objects.instance [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lazy-loading 'resources' on Instance uuid 72730929-db1a-447a-b5ae-e6a5545079ff {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.284393] env[69220]: INFO nova.scheduler.client.report [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Deleted allocations for instance 82f8648e-8236-4ce9-b5a7-d42c87079c5a [ 970.417405] env[69220]: DEBUG oslo_vmware.api [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801241, 'name': ResetVM_Task, 'duration_secs': 0.104426} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.417767] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Did hard reboot of VM {{(pid=69220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 970.418089] env[69220]: DEBUG nova.compute.manager [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.419082] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2213ddb-ed88-44a6-87b4-0f4b92758d41 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.483548] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801242, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.527140] env[69220]: DEBUG nova.network.neutron [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Successfully created port: f50ce4e3-e75f-4f81-80a4-b9d2548c9dab {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.585491] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801243, 'name': Rename_Task, 'duration_secs': 0.246606} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.585791] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.586064] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aebde0a2-22a3-4662-9a2f-d9fa69187628 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.593517] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 970.593517] env[69220]: value = "task-2801245" [ 970.593517] env[69220]: _type = "Task" [ 970.593517] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.604425] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.624579] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801244, 'name': CreateVM_Task, 'duration_secs': 0.38481} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.624692] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.625762] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.625930] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.626300] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.626761] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569531f0-186d-44de-84e9-7af4ce534d95 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.633661] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 970.633661] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bb8c91-7b37-ef48-dd42-bc79dba88316" [ 970.633661] env[69220]: _type = "Task" [ 970.633661] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.644241] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bb8c91-7b37-ef48-dd42-bc79dba88316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.717248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.717582] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.717865] env[69220]: INFO nova.compute.manager [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Attaching volume 994523fd-ed3a-40ac-99e7-945e69f0e331 to /dev/sdb [ 970.760155] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a6218-2435-4960-8122-e682e914002e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.772099] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8e4cdb-f393-4a86-bc29-3c67d25583d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.791373] env[69220]: DEBUG nova.virt.block_device [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updating existing volume attachment record: 67fac603-7b0d-47e1-b189-095169fc56d3 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 970.796735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39c0b588-e853-488a-8e99-d9adfa7f7c18 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "82f8648e-8236-4ce9-b5a7-d42c87079c5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.219s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.940078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8f5b96cd-02b9-4c82-89d4-f34e80c79fbb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.581s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.986061] env[69220]: DEBUG oslo_vmware.api [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801242, 'name': RemoveSnapshot_Task, 'duration_secs': 0.989863} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.987264] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.987599] env[69220]: INFO nova.compute.manager [None req-1324b847-0014-4183-bfbe-8f6c393153f1 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 971.109096] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801245, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.131992] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27d1cea-8188-488c-b43e-95959f879e58 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.148441] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bb8c91-7b37-ef48-dd42-bc79dba88316, 'name': SearchDatastore_Task, 'duration_secs': 0.020245} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.150619] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.150913] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.151212] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.151387] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.151592] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.151952] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274081ce-40d0-4499-9808-bb323e15fde7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.154720] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9833e6c7-857f-448e-8ded-73249d25d32d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.189776] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b49e87b-b6d9-4c5b-8e41-4a4635c5e944 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.192608] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.192957] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.193490] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77719304-8a20-478c-961f-10c00a503f9a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.199495] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 971.199495] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52df0025-a7db-c832-f210-66c3d5f5ac80" [ 971.199495] env[69220]: _type = "Task" [ 971.199495] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.205590] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32bfcbd-64c4-41e5-ab2e-e91ad66ccaf3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.214626] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52df0025-a7db-c832-f210-66c3d5f5ac80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.222946] env[69220]: DEBUG nova.compute.provider_tree [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.336645] env[69220]: DEBUG nova.compute.manager [req-27504ccb-3f94-41e6-a34c-67748a9f03d0 req-9bb533bb-2dfb-4a3b-b6ae-64e840e8dd25 service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Received event network-changed-8620336a-f4a5-4061-8f6b-1d9d23068d6a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.336836] env[69220]: DEBUG nova.compute.manager [req-27504ccb-3f94-41e6-a34c-67748a9f03d0 req-9bb533bb-2dfb-4a3b-b6ae-64e840e8dd25 service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Refreshing instance network info cache due to event network-changed-8620336a-f4a5-4061-8f6b-1d9d23068d6a. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.337052] env[69220]: DEBUG oslo_concurrency.lockutils [req-27504ccb-3f94-41e6-a34c-67748a9f03d0 req-9bb533bb-2dfb-4a3b-b6ae-64e840e8dd25 service nova] Acquiring lock "refresh_cache-40999083-ef72-4024-9ced-4b11d61d3d4c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.337202] env[69220]: DEBUG oslo_concurrency.lockutils [req-27504ccb-3f94-41e6-a34c-67748a9f03d0 req-9bb533bb-2dfb-4a3b-b6ae-64e840e8dd25 service nova] Acquired lock "refresh_cache-40999083-ef72-4024-9ced-4b11d61d3d4c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.337361] env[69220]: DEBUG nova.network.neutron [req-27504ccb-3f94-41e6-a34c-67748a9f03d0 req-9bb533bb-2dfb-4a3b-b6ae-64e840e8dd25 service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Refreshing network info cache for port 8620336a-f4a5-4061-8f6b-1d9d23068d6a {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.606329] env[69220]: DEBUG oslo_vmware.api [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801245, 'name': PowerOnVM_Task, 'duration_secs': 0.920651} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.606688] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.606813] env[69220]: INFO nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Took 8.22 seconds to spawn the instance on the hypervisor. [ 971.606992] env[69220]: DEBUG nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.607846] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f343b309-f2dc-45fa-ac07-6671a192c9fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.716067] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52df0025-a7db-c832-f210-66c3d5f5ac80, 'name': SearchDatastore_Task, 'duration_secs': 0.020694} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.717875] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4c82f1-f7f8-44c7-8e0b-77fc3a45cad9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.728029] env[69220]: DEBUG nova.scheduler.client.report [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.730748] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 971.730748] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c7bfab-12a3-44ff-54b6-2085da3f7466" [ 971.730748] env[69220]: _type = "Task" [ 971.730748] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.746375] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c7bfab-12a3-44ff-54b6-2085da3f7466, 'name': SearchDatastore_Task, 'duration_secs': 0.013508} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.746776] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.747138] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 40999083-ef72-4024-9ced-4b11d61d3d4c/40999083-ef72-4024-9ced-4b11d61d3d4c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.747442] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55b4d1a5-f7ab-4fd3-aaf4-e93152887a62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.758332] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 971.758332] env[69220]: value = "task-2801249" [ 971.758332] env[69220]: _type = "Task" [ 971.758332] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.769917] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.890209] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.890509] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.890729] env[69220]: DEBUG nova.compute.manager [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Going to confirm migration 3 {{(pid=69220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 972.075695] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "ebef2186-26ad-468b-9a35-155092057368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.076010] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "ebef2186-26ad-468b-9a35-155092057368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.076306] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "ebef2186-26ad-468b-9a35-155092057368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.076563] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "ebef2186-26ad-468b-9a35-155092057368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.076752] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "ebef2186-26ad-468b-9a35-155092057368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.079955] env[69220]: INFO nova.compute.manager [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Terminating instance [ 972.128237] env[69220]: INFO nova.compute.manager [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Took 23.14 seconds to build instance. [ 972.215527] env[69220]: DEBUG nova.network.neutron [req-27504ccb-3f94-41e6-a34c-67748a9f03d0 req-9bb533bb-2dfb-4a3b-b6ae-64e840e8dd25 service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Updated VIF entry in instance network info cache for port 8620336a-f4a5-4061-8f6b-1d9d23068d6a. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.215907] env[69220]: DEBUG nova.network.neutron [req-27504ccb-3f94-41e6-a34c-67748a9f03d0 req-9bb533bb-2dfb-4a3b-b6ae-64e840e8dd25 service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Updating instance_info_cache with network_info: [{"id": "8620336a-f4a5-4061-8f6b-1d9d23068d6a", "address": "fa:16:3e:c9:ea:ef", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8620336a-f4", "ovs_interfaceid": "8620336a-f4a5-4061-8f6b-1d9d23068d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.235254] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.238112] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.572s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.238451] env[69220]: DEBUG nova.objects.instance [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lazy-loading 'resources' on Instance uuid 86bf6fa5-c60d-483b-bf47-87d06b4e2636 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.269929] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801249, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.271301] env[69220]: INFO nova.scheduler.client.report [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Deleted allocations for instance 72730929-db1a-447a-b5ae-e6a5545079ff [ 972.348897] env[69220]: DEBUG nova.network.neutron [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Successfully updated port: f50ce4e3-e75f-4f81-80a4-b9d2548c9dab {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.449892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.449892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.449892] env[69220]: DEBUG nova.network.neutron [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.449892] env[69220]: DEBUG nova.objects.instance [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lazy-loading 'info_cache' on Instance uuid 6e207cd2-b3ad-4039-b5be-9b2eda54214b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.627473] env[69220]: DEBUG nova.compute.manager [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.627473] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.627473] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9848270-5633-4a03-b903-f6abbe4f56a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.627473] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.627473] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2231462-5edc-4f44-8f72-dcb1b0965a06 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.627473] env[69220]: DEBUG oslo_vmware.api [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 972.627473] env[69220]: value = "task-2801250" [ 972.627473] env[69220]: _type = "Task" [ 972.627473] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.627473] env[69220]: DEBUG oslo_vmware.api [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.634464] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ca9e408-9c57-4b6b-8bf4-f571c758baae tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.654s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.718751] env[69220]: DEBUG oslo_concurrency.lockutils [req-27504ccb-3f94-41e6-a34c-67748a9f03d0 req-9bb533bb-2dfb-4a3b-b6ae-64e840e8dd25 service nova] Releasing lock "refresh_cache-40999083-ef72-4024-9ced-4b11d61d3d4c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.771609] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53559} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.771878] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 40999083-ef72-4024-9ced-4b11d61d3d4c/40999083-ef72-4024-9ced-4b11d61d3d4c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.772624] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.772624] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef8c5418-ec7d-4d61-a556-b6602050f249 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.782442] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 972.782442] env[69220]: value = "task-2801251" [ 972.782442] env[69220]: _type = "Task" [ 972.782442] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.783413] env[69220]: DEBUG oslo_concurrency.lockutils [None req-41a590e1-f3c0-47a8-9e33-0a390fd4a063 tempest-ServersListShow296Test-120028100 tempest-ServersListShow296Test-120028100-project-member] Lock "72730929-db1a-447a-b5ae-e6a5545079ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.630s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.793317] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.852358] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.852537] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.852715] env[69220]: DEBUG nova.network.neutron [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.993653] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "a4552428-cf5b-44e1-b5b7-3e65b9064b7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.993892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "a4552428-cf5b-44e1-b5b7-3e65b9064b7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.046045] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a2b2bd-b502-4ff8-a087-0be62a926c21 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.055630] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42300d27-26dc-4387-8064-cea63cd3578b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.090645] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b16e87-c33a-47d2-b545-30274e2e53eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.099250] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf527ae9-a49f-422c-9cd3-c7499c2a0974 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.114230] env[69220]: DEBUG nova.compute.provider_tree [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.125760] env[69220]: DEBUG nova.compute.manager [req-d1f8fcc7-9ded-4c7f-bfa8-fd4656223584 req-3b65c32a-de82-4545-b16c-713792e349a5 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-vif-plugged-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.125760] env[69220]: DEBUG oslo_concurrency.lockutils [req-d1f8fcc7-9ded-4c7f-bfa8-fd4656223584 req-3b65c32a-de82-4545-b16c-713792e349a5 service nova] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.125760] env[69220]: DEBUG oslo_concurrency.lockutils [req-d1f8fcc7-9ded-4c7f-bfa8-fd4656223584 req-3b65c32a-de82-4545-b16c-713792e349a5 service nova] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.125760] env[69220]: DEBUG oslo_concurrency.lockutils [req-d1f8fcc7-9ded-4c7f-bfa8-fd4656223584 req-3b65c32a-de82-4545-b16c-713792e349a5 service nova] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.125760] env[69220]: DEBUG nova.compute.manager [req-d1f8fcc7-9ded-4c7f-bfa8-fd4656223584 req-3b65c32a-de82-4545-b16c-713792e349a5 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] No waiting events found dispatching network-vif-plugged-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.125760] env[69220]: WARNING nova.compute.manager [req-d1f8fcc7-9ded-4c7f-bfa8-fd4656223584 req-3b65c32a-de82-4545-b16c-713792e349a5 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received unexpected event network-vif-plugged-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab for instance with vm_state active and task_state None. [ 973.128420] env[69220]: DEBUG oslo_vmware.api [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801250, 'name': PowerOffVM_Task, 'duration_secs': 0.41217} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.128670] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.128830] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.129319] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7592f7e5-189f-4095-abc0-cc7aa5280724 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.281186] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.281410] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.281594] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Deleting the datastore file [datastore1] ebef2186-26ad-468b-9a35-155092057368 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.281918] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74948560-f623-4801-90bc-b6e44293a1e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.293033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "6608f17d-234d-4000-b9a8-f8c16735e346" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.293320] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "6608f17d-234d-4000-b9a8-f8c16735e346" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.294510] env[69220]: DEBUG oslo_vmware.api [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for the task: (returnval){ [ 973.294510] env[69220]: value = "task-2801254" [ 973.294510] env[69220]: _type = "Task" [ 973.294510] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.298104] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075426} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.301336] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.302204] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4806e408-c39a-427d-85a1-51392de93ead {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.311362] env[69220]: DEBUG oslo_vmware.api [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.329603] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 40999083-ef72-4024-9ced-4b11d61d3d4c/40999083-ef72-4024-9ced-4b11d61d3d4c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.330216] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-503f705e-9c54-4d50-bb1d-926cfed139f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.354087] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 973.354087] env[69220]: value = "task-2801255" [ 973.354087] env[69220]: _type = "Task" [ 973.354087] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.368516] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.404277] env[69220]: WARNING nova.network.neutron [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] c4c6672d-e4e7-4250-ad20-a4b25416d376 already exists in list: networks containing: ['c4c6672d-e4e7-4250-ad20-a4b25416d376']. ignoring it [ 973.497713] env[69220]: DEBUG nova.compute.manager [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.620642] env[69220]: DEBUG nova.scheduler.client.report [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.742725] env[69220]: DEBUG nova.network.neutron [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance_info_cache with network_info: [{"id": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "address": "fa:16:3e:8d:86:d0", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap084e2ee0-b1", "ovs_interfaceid": "084e2ee0-b1e2-46fc-98a2-7e781149839b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.796332] env[69220]: DEBUG nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.803535] env[69220]: DEBUG nova.network.neutron [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f50ce4e3-e75f-4f81-80a4-b9d2548c9dab", "address": "fa:16:3e:b3:35:95", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50ce4e3-e7", "ovs_interfaceid": "f50ce4e3-e75f-4f81-80a4-b9d2548c9dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.810893] env[69220]: DEBUG oslo_vmware.api [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Task: {'id': task-2801254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311819} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.811379] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.812918] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.812918] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.812918] env[69220]: INFO nova.compute.manager [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] [instance: ebef2186-26ad-468b-9a35-155092057368] Took 1.23 seconds to destroy the instance on the hypervisor. [ 973.812918] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.812918] env[69220]: DEBUG nova.compute.manager [-] [instance: ebef2186-26ad-468b-9a35-155092057368] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.812918] env[69220]: DEBUG nova.network.neutron [-] [instance: ebef2186-26ad-468b-9a35-155092057368] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.865653] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.905855] env[69220]: DEBUG nova.compute.manager [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Received event network-changed-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.906477] env[69220]: DEBUG nova.compute.manager [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Refreshing instance network info cache due to event network-changed-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.906477] env[69220]: DEBUG oslo_concurrency.lockutils [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] Acquiring lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.906477] env[69220]: DEBUG oslo_concurrency.lockutils [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] Acquired lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.907064] env[69220]: DEBUG nova.network.neutron [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Refreshing network info cache for port 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.015633] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.127658] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.129967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.150s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.130243] env[69220]: DEBUG nova.objects.instance [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lazy-loading 'resources' on Instance uuid 7d9b29d3-4866-42e8-aa93-4c4aa377b44a {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.148136] env[69220]: INFO nova.scheduler.client.report [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Deleted allocations for instance 86bf6fa5-c60d-483b-bf47-87d06b4e2636 [ 974.246773] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-6e207cd2-b3ad-4039-b5be-9b2eda54214b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.247071] env[69220]: DEBUG nova.objects.instance [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lazy-loading 'migration_context' on Instance uuid 6e207cd2-b3ad-4039-b5be-9b2eda54214b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.309049] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.309661] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.309867] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.313702] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428ef431-bace-4dc1-bd8e-aaaf3680dce8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.339653] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.339971] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.340197] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.340762] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.340762] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.340922] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.341100] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.341313] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.341529] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.341743] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.341979] env[69220]: DEBUG nova.virt.hardware [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.351959] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Reconfiguring VM to attach interface {{(pid=69220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 974.353599] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.353927] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8bd0a7-27e3-4c4d-96b3-8412fa0d87a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.385510] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801255, 'name': ReconfigVM_Task, 'duration_secs': 0.546681} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.387176] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 40999083-ef72-4024-9ced-4b11d61d3d4c/40999083-ef72-4024-9ced-4b11d61d3d4c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.388165] env[69220]: DEBUG oslo_vmware.api [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 974.388165] env[69220]: value = "task-2801256" [ 974.388165] env[69220]: _type = "Task" [ 974.388165] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.388344] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-769a8d3e-fc17-48b0-9257-0b31989827ff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.401251] env[69220]: DEBUG oslo_vmware.api [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801256, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.402963] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 974.402963] env[69220]: value = "task-2801257" [ 974.402963] env[69220]: _type = "Task" [ 974.402963] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.416625] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801257, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.591138] env[69220]: DEBUG nova.network.neutron [-] [instance: ebef2186-26ad-468b-9a35-155092057368] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.661063] env[69220]: DEBUG oslo_concurrency.lockutils [None req-53e29eb7-d498-41f0-bcf7-72132a78c4d6 tempest-ServerMetadataTestJSON-1821780157 tempest-ServerMetadataTestJSON-1821780157-project-member] Lock "86bf6fa5-c60d-483b-bf47-87d06b4e2636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.603s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.707495] env[69220]: DEBUG nova.network.neutron [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updated VIF entry in instance network info cache for port 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.707841] env[69220]: DEBUG nova.network.neutron [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [{"id": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "address": "fa:16:3e:84:ec:c4", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1dac92-8c", "ovs_interfaceid": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.750109] env[69220]: DEBUG nova.objects.base [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Object Instance<6e207cd2-b3ad-4039-b5be-9b2eda54214b> lazy-loaded attributes: info_cache,migration_context {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.751118] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc891b1-aa69-41a7-8868-3511031d016f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.778798] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3817e9f8-6c90-4c51-bd17-541704e1cab4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.785515] env[69220]: DEBUG oslo_vmware.api [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 974.785515] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c2a65c-3e8b-461d-d4e2-6e93cddccb8a" [ 974.785515] env[69220]: _type = "Task" [ 974.785515] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.794680] env[69220]: DEBUG oslo_vmware.api [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c2a65c-3e8b-461d-d4e2-6e93cddccb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.902438] env[69220]: DEBUG oslo_vmware.api [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.913125] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801257, 'name': Rename_Task, 'duration_secs': 0.176483} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.913468] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.915851] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb21b64-bdd0-4ece-aaa1-9b4f1a74a559 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.924594] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 974.924594] env[69220]: value = "task-2801258" [ 974.924594] env[69220]: _type = "Task" [ 974.924594] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.936364] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.941902] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100249c-fa11-4a3b-9428-84176e144c18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.950051] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c9dca6-cf96-4384-af32-5b1de0925b0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.983253] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8a56f4-3bb6-410d-bf26-226f5c619a86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.991588] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47069253-6173-42fd-899e-a03abd6ba7fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.006385] env[69220]: DEBUG nova.compute.provider_tree [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.093217] env[69220]: INFO nova.compute.manager [-] [instance: ebef2186-26ad-468b-9a35-155092057368] Took 1.28 seconds to deallocate network for instance. [ 975.106954] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "28e1d287-0f68-438b-ab28-e12efa26a16c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.107254] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.148319] env[69220]: DEBUG nova.compute.manager [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-changed-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.148526] env[69220]: DEBUG nova.compute.manager [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Refreshing instance network info cache due to event network-changed-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.148940] env[69220]: DEBUG oslo_concurrency.lockutils [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] Acquiring lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.149249] env[69220]: DEBUG oslo_concurrency.lockutils [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] Acquired lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.149436] env[69220]: DEBUG nova.network.neutron [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Refreshing network info cache for port f50ce4e3-e75f-4f81-80a4-b9d2548c9dab {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.212022] env[69220]: DEBUG oslo_concurrency.lockutils [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] Releasing lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.212022] env[69220]: DEBUG nova.compute.manager [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Received event network-changed-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.212022] env[69220]: DEBUG nova.compute.manager [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Refreshing instance network info cache due to event network-changed-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.212022] env[69220]: DEBUG oslo_concurrency.lockutils [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] Acquiring lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.212022] env[69220]: DEBUG oslo_concurrency.lockutils [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] Acquired lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.212022] env[69220]: DEBUG nova.network.neutron [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Refreshing network info cache for port 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.296752] env[69220]: DEBUG oslo_vmware.api [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c2a65c-3e8b-461d-d4e2-6e93cddccb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.297058] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.348047] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 975.348288] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562932', 'volume_id': '994523fd-ed3a-40ac-99e7-945e69f0e331', 'name': 'volume-994523fd-ed3a-40ac-99e7-945e69f0e331', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12c3d1fa-72cb-48ed-9d11-e766427ea254', 'attached_at': '', 'detached_at': '', 'volume_id': '994523fd-ed3a-40ac-99e7-945e69f0e331', 'serial': '994523fd-ed3a-40ac-99e7-945e69f0e331'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 975.349424] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817c397-ab1b-4f59-a0b9-abdce2d45193 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.372028] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adec651-d4a0-4baf-b1a8-80c4113ac571 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.404051] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-994523fd-ed3a-40ac-99e7-945e69f0e331/volume-994523fd-ed3a-40ac-99e7-945e69f0e331.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.407206] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1de709f-18d2-4b62-bf59-fb01a1412262 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.426786] env[69220]: DEBUG oslo_vmware.api [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.432055] env[69220]: DEBUG oslo_vmware.api [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 975.432055] env[69220]: value = "task-2801259" [ 975.432055] env[69220]: _type = "Task" [ 975.432055] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.438250] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.443769] env[69220]: DEBUG oslo_vmware.api [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.511787] env[69220]: DEBUG nova.scheduler.client.report [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.600636] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.609946] env[69220]: DEBUG nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.905764] env[69220]: DEBUG oslo_vmware.api [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.939768] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801258, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.945607] env[69220]: DEBUG oslo_vmware.api [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.989209] env[69220]: DEBUG nova.network.neutron [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updated VIF entry in instance network info cache for port 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.989587] env[69220]: DEBUG nova.network.neutron [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [{"id": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "address": "fa:16:3e:84:ec:c4", "network": {"id": "e5d84bce-bcb3-495b-b42e-2cf0b3af45f3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-584847619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3123a0fa18004d1b9e59284c7c5e98bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a1dac92-8c", "ovs_interfaceid": "6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.016884] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.022065] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.789s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.023907] env[69220]: INFO nova.compute.claims [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.048111] env[69220]: INFO nova.scheduler.client.report [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Deleted allocations for instance 7d9b29d3-4866-42e8-aa93-4c4aa377b44a [ 976.133096] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.294051] env[69220]: DEBUG nova.network.neutron [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updated VIF entry in instance network info cache for port f50ce4e3-e75f-4f81-80a4-b9d2548c9dab. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.294497] env[69220]: DEBUG nova.network.neutron [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f50ce4e3-e75f-4f81-80a4-b9d2548c9dab", "address": "fa:16:3e:b3:35:95", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50ce4e3-e7", "ovs_interfaceid": "f50ce4e3-e75f-4f81-80a4-b9d2548c9dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.388642] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.389018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.389817] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.390243] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.390531] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.393670] env[69220]: INFO nova.compute.manager [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Terminating instance [ 976.408573] env[69220]: DEBUG oslo_vmware.api [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801256, 'name': ReconfigVM_Task, 'duration_secs': 1.909078} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.409163] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.409415] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Reconfigured VM to attach interface {{(pid=69220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 976.439931] env[69220]: DEBUG oslo_vmware.api [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801258, 'name': PowerOnVM_Task, 'duration_secs': 1.227478} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.440692] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.441018] env[69220]: INFO nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Took 8.47 seconds to spawn the instance on the hypervisor. [ 976.441495] env[69220]: DEBUG nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.442371] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b04ffaa-49da-43b5-b22a-f982df168596 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.448445] env[69220]: DEBUG oslo_vmware.api [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801259, 'name': ReconfigVM_Task, 'duration_secs': 0.713392} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.449245] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-994523fd-ed3a-40ac-99e7-945e69f0e331/volume-994523fd-ed3a-40ac-99e7-945e69f0e331.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.455494] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64add620-da2c-47cd-8fd5-6ee0ecf6f428 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.476133] env[69220]: DEBUG oslo_vmware.api [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 976.476133] env[69220]: value = "task-2801260" [ 976.476133] env[69220]: _type = "Task" [ 976.476133] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.486964] env[69220]: DEBUG oslo_vmware.api [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.492827] env[69220]: DEBUG oslo_concurrency.lockutils [req-872bad61-79a0-491b-8fe0-9ef3929b8ccb req-32aee1fd-217d-4a92-9ec6-85a47c6a3269 service nova] Releasing lock "refresh_cache-61ef0689-e28c-4296-8d0c-809458f6cc01" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.557129] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9ae58c0d-0036-42e0-9499-019292b7052f tempest-ServerShowV247Test-2076501982 tempest-ServerShowV247Test-2076501982-project-member] Lock "7d9b29d3-4866-42e8-aa93-4c4aa377b44a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.896s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.797667] env[69220]: DEBUG oslo_concurrency.lockutils [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] Releasing lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.797938] env[69220]: DEBUG nova.compute.manager [req-ff040ab8-d515-41c7-8f11-741e72cc3a38 req-49769035-d087-4303-8706-2a8776dda8ab service nova] [instance: ebef2186-26ad-468b-9a35-155092057368] Received event network-vif-deleted-81d9ab18-1067-402c-a921-9abb32516a9f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.903286] env[69220]: DEBUG nova.compute.manager [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.904607] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.905616] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c368f9a8-8fec-43bf-8854-f45ba3ceccd6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.916524] env[69220]: DEBUG oslo_concurrency.lockutils [None req-790d6ec7-0097-4da3-b010-8a3c14d9e12b tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.886s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.920093] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.920715] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a08c1c83-7281-4121-a099-cb4a3e10ba7f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.931780] env[69220]: DEBUG oslo_vmware.api [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 976.931780] env[69220]: value = "task-2801261" [ 976.931780] env[69220]: _type = "Task" [ 976.931780] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.945024] env[69220]: DEBUG oslo_vmware.api [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.984363] env[69220]: INFO nova.compute.manager [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Took 25.08 seconds to build instance. [ 976.992966] env[69220]: DEBUG oslo_vmware.api [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801260, 'name': ReconfigVM_Task, 'duration_secs': 0.170389} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.993462] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562932', 'volume_id': '994523fd-ed3a-40ac-99e7-945e69f0e331', 'name': 'volume-994523fd-ed3a-40ac-99e7-945e69f0e331', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12c3d1fa-72cb-48ed-9d11-e766427ea254', 'attached_at': '', 'detached_at': '', 'volume_id': '994523fd-ed3a-40ac-99e7-945e69f0e331', 'serial': '994523fd-ed3a-40ac-99e7-945e69f0e331'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.365694] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44e5476-fe1d-4729-85cd-7f6762c9fd31 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.375975] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f587fe6b-d94e-459d-b3dd-c8f2e4cfed7b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.413280] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6e1db9-4f7d-46c5-bf42-90b44c383778 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.423717] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a7712-7b97-47f4-b916-f43b57c890e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.440505] env[69220]: DEBUG nova.compute.provider_tree [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.451883] env[69220]: DEBUG oslo_vmware.api [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801261, 'name': PowerOffVM_Task, 'duration_secs': 0.238799} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.452121] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.452318] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.452850] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20876d40-88a4-46bd-803d-2baefb66b2e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.488821] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac5e525c-2b4e-4ff1-a325-08b43c54f911 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "40999083-ef72-4024-9ced-4b11d61d3d4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.593s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.527278] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.527422] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.528824] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Deleting the datastore file [datastore1] b0f0cee2-77cb-4497-89dc-c162459eb8a6 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.528824] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a1e80f2-537f-4b5e-8ead-eb981697193c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.536296] env[69220]: DEBUG oslo_vmware.api [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 977.536296] env[69220]: value = "task-2801263" [ 977.536296] env[69220]: _type = "Task" [ 977.536296] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.553525] env[69220]: DEBUG oslo_vmware.api [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.732816] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "4bd50bef-c39d-4965-8113-eefc267f7cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.733087] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "4bd50bef-c39d-4965-8113-eefc267f7cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.947200] env[69220]: DEBUG nova.scheduler.client.report [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.048421] env[69220]: DEBUG nova.objects.instance [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.057343] env[69220]: DEBUG oslo_vmware.api [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168622} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.057675] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.057922] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.058222] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.058512] env[69220]: INFO nova.compute.manager [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 978.058928] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.059230] env[69220]: DEBUG nova.compute.manager [-] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.059382] env[69220]: DEBUG nova.network.neutron [-] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.235774] env[69220]: DEBUG nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.363149] env[69220]: DEBUG nova.compute.manager [req-5ad26367-f4c1-42d9-a457-446f248850b7 req-4501090d-7723-4190-a2f1-3c2ba26e3065 service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Received event network-vif-deleted-fd015972-0611-4cc0-aedf-e54f17ebea7f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.363310] env[69220]: INFO nova.compute.manager [req-5ad26367-f4c1-42d9-a457-446f248850b7 req-4501090d-7723-4190-a2f1-3c2ba26e3065 service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Neutron deleted interface fd015972-0611-4cc0-aedf-e54f17ebea7f; detaching it from the instance and deleting it from the info cache [ 978.363483] env[69220]: DEBUG nova.network.neutron [req-5ad26367-f4c1-42d9-a457-446f248850b7 req-4501090d-7723-4190-a2f1-3c2ba26e3065 service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.453219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.453669] env[69220]: DEBUG nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.456500] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.441s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.457552] env[69220]: INFO nova.compute.claims [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.554715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4806c5dd-4bad-48ae-b527-1a0e953944b8 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.837s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.656659] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-a3bda296-c92d-4ccf-b25b-9941d61544ab" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.656968] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-a3bda296-c92d-4ccf-b25b-9941d61544ab" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.657374] env[69220]: DEBUG nova.objects.instance [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'flavor' on Instance uuid d4abe3b9-4835-4315-82f0-c4ae3afac72b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.758936] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.816631] env[69220]: DEBUG nova.network.neutron [-] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.866184] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ced6a85-c184-4e6b-b7a5-c887be772d6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.876616] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d79789-5f4a-4257-9878-1eb0bc94cbf7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.913907] env[69220]: DEBUG nova.compute.manager [req-5ad26367-f4c1-42d9-a457-446f248850b7 req-4501090d-7723-4190-a2f1-3c2ba26e3065 service nova] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Detach interface failed, port_id=fd015972-0611-4cc0-aedf-e54f17ebea7f, reason: Instance b0f0cee2-77cb-4497-89dc-c162459eb8a6 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 978.961848] env[69220]: DEBUG nova.compute.utils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.963351] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.964012] env[69220]: DEBUG nova.compute.utils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Instance a4552428-cf5b-44e1-b5b7-3e65b9064b7e could not be found. {{(pid=69220) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 978.965163] env[69220]: DEBUG nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.965328] env[69220]: DEBUG nova.network.neutron [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.967006] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.614s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.968447] env[69220]: INFO nova.compute.claims [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.970901] env[69220]: DEBUG nova.compute.manager [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Instance disappeared during build. {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 978.971089] env[69220]: DEBUG nova.compute.manager [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Unplugging VIFs for instance {{(pid=69220) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 978.971301] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-a4552428-cf5b-44e1-b5b7-3e65b9064b7e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.971442] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-a4552428-cf5b-44e1-b5b7-3e65b9064b7e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.971591] env[69220]: DEBUG nova.network.neutron [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.681224] env[69220]: DEBUG nova.policy [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71a58b9d4ea3404189714384afe528d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d35b93d983475b9c1546cb99d48894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.685695] env[69220]: DEBUG oslo_concurrency.lockutils [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.685909] env[69220]: DEBUG oslo_concurrency.lockutils [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.686118] env[69220]: DEBUG nova.compute.manager [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.686741] env[69220]: INFO nova.compute.manager [-] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Took 1.63 seconds to deallocate network for instance. [ 979.687136] env[69220]: DEBUG nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.691392] env[69220]: DEBUG nova.compute.utils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Can not refresh info_cache because instance was not found {{(pid=69220) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 979.694307] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed671b6-9142-433a-bf78-08d480559405 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.706826] env[69220]: DEBUG nova.compute.manager [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 979.706826] env[69220]: DEBUG nova.objects.instance [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.726330] env[69220]: DEBUG nova.network.neutron [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.833392] env[69220]: DEBUG nova.network.neutron [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.855232] env[69220]: DEBUG nova.objects.instance [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'pci_requests' on Instance uuid d4abe3b9-4835-4315-82f0-c4ae3afac72b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.016809] env[69220]: DEBUG nova.network.neutron [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Successfully created port: 93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.204360] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.336662] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-a4552428-cf5b-44e1-b5b7-3e65b9064b7e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.336899] env[69220]: DEBUG nova.compute.manager [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69220) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 980.337123] env[69220]: DEBUG nova.compute.manager [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.337314] env[69220]: DEBUG nova.network.neutron [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.353830] env[69220]: DEBUG nova.network.neutron [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.357401] env[69220]: DEBUG nova.objects.base [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.357596] env[69220]: DEBUG nova.network.neutron [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.425531] env[69220]: DEBUG nova.policy [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '883b380acc474f4cb86f311b15762b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e00f4d6b5bc447fbe1d25212f550382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.447443] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cefc27-f863-49ff-9b31-46015884d711 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.456171] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b80c76-139b-4d34-9190-63fc400fed4a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.489196] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0669ff5-8fde-4a97-8c94-d613b52fa5bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.497638] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03b501-7faf-4d49-9d56-eb781227863e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.511549] env[69220]: DEBUG nova.compute.provider_tree [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.700970] env[69220]: DEBUG nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.714873] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.715162] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d0ccad6-29cd-44bb-b828-7f745c56489d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.723813] env[69220]: DEBUG oslo_vmware.api [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 980.723813] env[69220]: value = "task-2801264" [ 980.723813] env[69220]: _type = "Task" [ 980.723813] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.729425] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.729665] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.729820] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.729997] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.730155] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.730299] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.730544] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.730706] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.730951] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.731152] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.731384] env[69220]: DEBUG nova.virt.hardware [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.732619] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251577d5-b628-446d-a8b0-956ffd1c9dc2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.742915] env[69220]: DEBUG oslo_vmware.api [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.746720] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b25419-b6c3-4826-85e6-6f9af7a2e9b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.857017] env[69220]: DEBUG nova.network.neutron [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.014370] env[69220]: DEBUG nova.scheduler.client.report [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.234072] env[69220]: DEBUG oslo_vmware.api [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801264, 'name': PowerOffVM_Task, 'duration_secs': 0.234813} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.234414] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.234538] env[69220]: DEBUG nova.compute.manager [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.235322] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0176b927-e84a-4bac-91a1-e83bc72fec3c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.359488] env[69220]: INFO nova.compute.manager [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: a4552428-cf5b-44e1-b5b7-3e65b9064b7e] Took 1.02 seconds to deallocate network for instance. [ 981.502915] env[69220]: DEBUG nova.compute.manager [req-e38df68f-6bee-44eb-836b-194cba67e7c5 req-4c8832be-68ba-45d5-ac58-658ff4de0e70 service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Received event network-vif-plugged-93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.503157] env[69220]: DEBUG oslo_concurrency.lockutils [req-e38df68f-6bee-44eb-836b-194cba67e7c5 req-4c8832be-68ba-45d5-ac58-658ff4de0e70 service nova] Acquiring lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.503394] env[69220]: DEBUG oslo_concurrency.lockutils [req-e38df68f-6bee-44eb-836b-194cba67e7c5 req-4c8832be-68ba-45d5-ac58-658ff4de0e70 service nova] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.503562] env[69220]: DEBUG oslo_concurrency.lockutils [req-e38df68f-6bee-44eb-836b-194cba67e7c5 req-4c8832be-68ba-45d5-ac58-658ff4de0e70 service nova] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.503729] env[69220]: DEBUG nova.compute.manager [req-e38df68f-6bee-44eb-836b-194cba67e7c5 req-4c8832be-68ba-45d5-ac58-658ff4de0e70 service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] No waiting events found dispatching network-vif-plugged-93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.503889] env[69220]: WARNING nova.compute.manager [req-e38df68f-6bee-44eb-836b-194cba67e7c5 req-4c8832be-68ba-45d5-ac58-658ff4de0e70 service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Received unexpected event network-vif-plugged-93d644ac-5867-41c8-9031-60237a47c9b6 for instance with vm_state building and task_state spawning. [ 981.521814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.521814] env[69220]: DEBUG nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.522746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.226s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.563899] env[69220]: DEBUG nova.network.neutron [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Successfully updated port: 93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.750212] env[69220]: DEBUG oslo_concurrency.lockutils [None req-001f2fd0-f658-4a0f-bd93-726472c63f3a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.901427] env[69220]: DEBUG nova.compute.manager [req-3b195d33-57e3-4970-a841-57f64aff51d1 req-68ada536-0bee-4724-9dd0-d57b7bc13caf service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-vif-plugged-a3bda296-c92d-4ccf-b25b-9941d61544ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 981.901635] env[69220]: DEBUG oslo_concurrency.lockutils [req-3b195d33-57e3-4970-a841-57f64aff51d1 req-68ada536-0bee-4724-9dd0-d57b7bc13caf service nova] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.901844] env[69220]: DEBUG oslo_concurrency.lockutils [req-3b195d33-57e3-4970-a841-57f64aff51d1 req-68ada536-0bee-4724-9dd0-d57b7bc13caf service nova] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.902174] env[69220]: DEBUG oslo_concurrency.lockutils [req-3b195d33-57e3-4970-a841-57f64aff51d1 req-68ada536-0bee-4724-9dd0-d57b7bc13caf service nova] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.902367] env[69220]: DEBUG nova.compute.manager [req-3b195d33-57e3-4970-a841-57f64aff51d1 req-68ada536-0bee-4724-9dd0-d57b7bc13caf service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] No waiting events found dispatching network-vif-plugged-a3bda296-c92d-4ccf-b25b-9941d61544ab {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.902533] env[69220]: WARNING nova.compute.manager [req-3b195d33-57e3-4970-a841-57f64aff51d1 req-68ada536-0bee-4724-9dd0-d57b7bc13caf service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received unexpected event network-vif-plugged-a3bda296-c92d-4ccf-b25b-9941d61544ab for instance with vm_state active and task_state None. [ 981.914347] env[69220]: DEBUG nova.network.neutron [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Successfully updated port: a3bda296-c92d-4ccf-b25b-9941d61544ab {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.024511] env[69220]: DEBUG nova.compute.utils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.027342] env[69220]: DEBUG nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.027342] env[69220]: DEBUG nova.network.neutron [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.065949] env[69220]: DEBUG nova.policy [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baaf3f349f164c899ac6efff08fe8047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c8bc38ea0a24572b07b4ca06d900c0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.068041] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.068041] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.068041] env[69220]: DEBUG nova.network.neutron [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.304065] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9dd7c-b84d-4b6f-bfea-55c156caad51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.312814] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03e69b2-d369-4afa-b237-ddf60c718faf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.344967] env[69220]: DEBUG nova.network.neutron [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Successfully created port: a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.347375] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e52200-ab73-4217-b3ec-7cb43a966075 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.355504] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eda71e0-4259-494a-bd9d-8431f1653ad7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.374029] env[69220]: DEBUG nova.compute.provider_tree [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.380241] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bdd38a75-2ff1-4c04-98c2-af1d1a1e6d88 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "a4552428-cf5b-44e1-b5b7-3e65b9064b7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 9.386s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.416770] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.418037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.418037] env[69220]: DEBUG nova.network.neutron [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.532016] env[69220]: DEBUG nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.613052] env[69220]: DEBUG nova.network.neutron [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.673462] env[69220]: DEBUG nova.objects.instance [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.771954] env[69220]: DEBUG nova.network.neutron [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [{"id": "93d644ac-5867-41c8-9031-60237a47c9b6", "address": "fa:16:3e:01:f8:7c", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d644ac-58", "ovs_interfaceid": "93d644ac-5867-41c8-9031-60237a47c9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.877402] env[69220]: DEBUG nova.scheduler.client.report [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.969392] env[69220]: WARNING nova.network.neutron [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] c4c6672d-e4e7-4250-ad20-a4b25416d376 already exists in list: networks containing: ['c4c6672d-e4e7-4250-ad20-a4b25416d376']. ignoring it [ 982.969596] env[69220]: WARNING nova.network.neutron [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] c4c6672d-e4e7-4250-ad20-a4b25416d376 already exists in list: networks containing: ['c4c6672d-e4e7-4250-ad20-a4b25416d376']. ignoring it [ 983.179746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.180093] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.180349] env[69220]: DEBUG nova.network.neutron [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.180583] env[69220]: DEBUG nova.objects.instance [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'info_cache' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.245245] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.245495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.245705] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.245942] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.246078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.248044] env[69220]: INFO nova.compute.manager [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Terminating instance [ 983.274916] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.274916] env[69220]: DEBUG nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Instance network_info: |[{"id": "93d644ac-5867-41c8-9031-60237a47c9b6", "address": "fa:16:3e:01:f8:7c", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d644ac-58", "ovs_interfaceid": "93d644ac-5867-41c8-9031-60237a47c9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.277815] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:f8:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93d644ac-5867-41c8-9031-60237a47c9b6', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.285167] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating folder: Project (a2d35b93d983475b9c1546cb99d48894). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.285759] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2da8fb03-6d09-429f-b735-55905617d4aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.298920] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Created folder: Project (a2d35b93d983475b9c1546cb99d48894) in parent group-v562703. [ 983.299165] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating folder: Instances. Parent ref: group-v562933. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.299408] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-870cd77c-2190-4292-b186-3ca537fe679e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.309671] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Created folder: Instances in parent group-v562933. [ 983.309951] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.310112] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.310323] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f60a7f-c48c-4bda-9030-31f73ac96cde {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.332344] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.332344] env[69220]: value = "task-2801267" [ 983.332344] env[69220]: _type = "Task" [ 983.332344] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.340381] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801267, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.543245] env[69220]: DEBUG nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.567924] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eb295455e6880b08a2c51f2c0cfea3de',container_format='bare',created_at=2025-03-06T09:07:26Z,direct_url=,disk_format='vmdk',id=b1c65a37-f15b-4cc0-ae79-dcdd55f049c2,min_disk=1,min_ram=0,name='tempest-test-snap-597473197',owner='3c8bc38ea0a24572b07b4ca06d900c0a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T09:07:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.568197] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.568352] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.568551] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.568807] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.568931] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.569156] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.569318] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.569774] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.569774] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.569907] env[69220]: DEBUG nova.virt.hardware [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.570721] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5031398-d3aa-4f3e-a7b4-03c904a265d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.579049] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061072f1-8bd9-4a86-95b5-569faca1c34e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.593169] env[69220]: DEBUG nova.network.neutron [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f50ce4e3-e75f-4f81-80a4-b9d2548c9dab", "address": "fa:16:3e:b3:35:95", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50ce4e3-e7", "ovs_interfaceid": "f50ce4e3-e75f-4f81-80a4-b9d2548c9dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3bda296-c92d-4ccf-b25b-9941d61544ab", "address": "fa:16:3e:25:81:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bda296-c9", "ovs_interfaceid": "a3bda296-c92d-4ccf-b25b-9941d61544ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.684810] env[69220]: DEBUG nova.objects.base [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Object Instance<12c3d1fa-72cb-48ed-9d11-e766427ea254> lazy-loaded attributes: flavor,info_cache {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.751331] env[69220]: DEBUG nova.compute.manager [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.751555] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.752510] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0d2ef-9a4d-4062-a6f0-7a9a224e8a23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.760150] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.760266] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe151da3-dfda-4cf6-8ef1-e4e40c74ac3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.766651] env[69220]: DEBUG oslo_vmware.api [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 983.766651] env[69220]: value = "task-2801268" [ 983.766651] env[69220]: _type = "Task" [ 983.766651] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.769224] env[69220]: DEBUG nova.compute.manager [req-c22a0f33-5a63-4bc3-890f-653d59169559 req-11ea5f28-9f5b-4516-a271-5da13c2bc24d service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Received event network-changed-93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.769398] env[69220]: DEBUG nova.compute.manager [req-c22a0f33-5a63-4bc3-890f-653d59169559 req-11ea5f28-9f5b-4516-a271-5da13c2bc24d service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Refreshing instance network info cache due to event network-changed-93d644ac-5867-41c8-9031-60237a47c9b6. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.769628] env[69220]: DEBUG oslo_concurrency.lockutils [req-c22a0f33-5a63-4bc3-890f-653d59169559 req-11ea5f28-9f5b-4516-a271-5da13c2bc24d service nova] Acquiring lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.769812] env[69220]: DEBUG oslo_concurrency.lockutils [req-c22a0f33-5a63-4bc3-890f-653d59169559 req-11ea5f28-9f5b-4516-a271-5da13c2bc24d service nova] Acquired lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.770017] env[69220]: DEBUG nova.network.neutron [req-c22a0f33-5a63-4bc3-890f-653d59169559 req-11ea5f28-9f5b-4516-a271-5da13c2bc24d service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Refreshing network info cache for port 93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.782034] env[69220]: DEBUG oslo_vmware.api [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.837249] env[69220]: DEBUG nova.network.neutron [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Successfully updated port: a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.844845] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801267, 'name': CreateVM_Task, 'duration_secs': 0.376648} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.845046] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.845669] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.845848] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.846210] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.846469] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6342554a-d0f3-475e-a303-3d6eb983c936 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.851665] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 983.851665] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5274e59e-d762-abe6-d8cb-7e24e011a7d5" [ 983.851665] env[69220]: _type = "Task" [ 983.851665] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.867759] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5274e59e-d762-abe6-d8cb-7e24e011a7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.889355] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.366s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.894857] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.294s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.895251] env[69220]: DEBUG nova.objects.instance [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lazy-loading 'resources' on Instance uuid ebef2186-26ad-468b-9a35-155092057368 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.910788] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "9ddb7562-49c1-413f-aa3e-409851132763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.911172] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "9ddb7562-49c1-413f-aa3e-409851132763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.988434] env[69220]: DEBUG nova.compute.manager [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-changed-a3bda296-c92d-4ccf-b25b-9941d61544ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.988811] env[69220]: DEBUG nova.compute.manager [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Refreshing instance network info cache due to event network-changed-a3bda296-c92d-4ccf-b25b-9941d61544ab. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.989140] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Acquiring lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.096298] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.096967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.097138] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.097415] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Acquired lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.097592] env[69220]: DEBUG nova.network.neutron [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Refreshing network info cache for port a3bda296-c92d-4ccf-b25b-9941d61544ab {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.099477] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f40319c-b946-4c4d-8622-d35f5f929a40 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.118597] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.118809] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.118964] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.119162] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.119305] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.119450] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.119655] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.119811] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.119976] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.120176] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.120424] env[69220]: DEBUG nova.virt.hardware [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.126697] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Reconfiguring VM to attach interface {{(pid=69220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 984.127812] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf39b12-fe1d-49d7-a51e-272fc0137371 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.144692] env[69220]: DEBUG oslo_vmware.api [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 984.144692] env[69220]: value = "task-2801269" [ 984.144692] env[69220]: _type = "Task" [ 984.144692] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.152425] env[69220]: DEBUG oslo_vmware.api [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801269, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.282852] env[69220]: DEBUG oslo_vmware.api [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801268, 'name': PowerOffVM_Task, 'duration_secs': 0.200783} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.283659] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.283909] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.284272] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a0e1541-aeba-4ec6-8433-67055f35a101 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.341987] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "refresh_cache-6608f17d-234d-4000-b9a8-f8c16735e346" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.342302] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "refresh_cache-6608f17d-234d-4000-b9a8-f8c16735e346" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.342302] env[69220]: DEBUG nova.network.neutron [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.363417] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5274e59e-d762-abe6-d8cb-7e24e011a7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017522} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.365865] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.366120] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.366387] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.366542] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.366722] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.367017] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64f65628-6ad7-468b-b3a3-1b09688e82f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.377695] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.377902] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.378642] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219f489d-1e86-415d-97b2-4d1f6ac71e0b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.384328] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 984.384328] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f8d676-b62a-0c4c-6e70-ff6f70dece3f" [ 984.384328] env[69220]: _type = "Task" [ 984.384328] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.392458] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f8d676-b62a-0c4c-6e70-ff6f70dece3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.407677] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.407887] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.408073] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Deleting the datastore file [datastore2] cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.408335] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91fb42e4-57ed-48c9-b8c1-028e871c55fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.410849] env[69220]: DEBUG nova.network.neutron [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updating instance_info_cache with network_info: [{"id": "b93539d7-f697-41eb-801f-e2d147ca76de", "address": "fa:16:3e:a5:ac:6d", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93539d7-f6", "ovs_interfaceid": "b93539d7-f697-41eb-801f-e2d147ca76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.413822] env[69220]: DEBUG nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.418564] env[69220]: DEBUG oslo_vmware.api [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 984.418564] env[69220]: value = "task-2801271" [ 984.418564] env[69220]: _type = "Task" [ 984.418564] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.434228] env[69220]: DEBUG oslo_vmware.api [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.473302] env[69220]: INFO nova.scheduler.client.report [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted allocation for migration 0a772557-0bb7-4898-8116-e693ae0ed754 [ 984.559022] env[69220]: DEBUG nova.network.neutron [req-c22a0f33-5a63-4bc3-890f-653d59169559 req-11ea5f28-9f5b-4516-a271-5da13c2bc24d service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updated VIF entry in instance network info cache for port 93d644ac-5867-41c8-9031-60237a47c9b6. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.559451] env[69220]: DEBUG nova.network.neutron [req-c22a0f33-5a63-4bc3-890f-653d59169559 req-11ea5f28-9f5b-4516-a271-5da13c2bc24d service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [{"id": "93d644ac-5867-41c8-9031-60237a47c9b6", "address": "fa:16:3e:01:f8:7c", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d644ac-58", "ovs_interfaceid": "93d644ac-5867-41c8-9031-60237a47c9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.659355] env[69220]: DEBUG oslo_vmware.api [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.717194] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3502fb-040c-45dc-9d44-25c7c9a24661 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.728524] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08197dbb-88f0-4a49-b92d-dec3c439c72f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.761986] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2508b67-ccf4-49d6-89aa-7ee277bd953f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.770093] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fa73f3-f5d8-46e5-8f9c-197232a44e6e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.783936] env[69220]: DEBUG nova.compute.provider_tree [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.875184] env[69220]: DEBUG nova.network.neutron [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.895796] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f8d676-b62a-0c4c-6e70-ff6f70dece3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.897672] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3cb9818-3f57-4f06-b02d-604a92d4cd3f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.903098] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 984.903098] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a52928-73b6-d982-8584-d5dc30e9a48e" [ 984.903098] env[69220]: _type = "Task" [ 984.903098] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.910641] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a52928-73b6-d982-8584-d5dc30e9a48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.917271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Releasing lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.922994] env[69220]: DEBUG nova.network.neutron [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updated VIF entry in instance network info cache for port a3bda296-c92d-4ccf-b25b-9941d61544ab. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.923478] env[69220]: DEBUG nova.network.neutron [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f50ce4e3-e75f-4f81-80a4-b9d2548c9dab", "address": "fa:16:3e:b3:35:95", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50ce4e3-e7", "ovs_interfaceid": "f50ce4e3-e75f-4f81-80a4-b9d2548c9dab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3bda296-c92d-4ccf-b25b-9941d61544ab", "address": "fa:16:3e:25:81:ee", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3bda296-c9", "ovs_interfaceid": "a3bda296-c92d-4ccf-b25b-9941d61544ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.938551] env[69220]: DEBUG oslo_vmware.api [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266082} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.938795] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.938980] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.939242] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.939442] env[69220]: INFO nova.compute.manager [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 984.939653] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.940068] env[69220]: DEBUG nova.compute.manager [-] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.940169] env[69220]: DEBUG nova.network.neutron [-] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.944466] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.979576] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f1630c3e-7017-42bb-a3cb-24ab0c8955f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.089s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.025846] env[69220]: DEBUG nova.network.neutron [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Updating instance_info_cache with network_info: [{"id": "a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc", "address": "fa:16:3e:6c:8f:bb", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b73ff0-a8", "ovs_interfaceid": "a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.062111] env[69220]: DEBUG oslo_concurrency.lockutils [req-c22a0f33-5a63-4bc3-890f-653d59169559 req-11ea5f28-9f5b-4516-a271-5da13c2bc24d service nova] Releasing lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.156368] env[69220]: DEBUG oslo_vmware.api [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801269, 'name': ReconfigVM_Task, 'duration_secs': 0.646562} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.156906] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.157107] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Reconfigured VM to attach interface {{(pid=69220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 985.287031] env[69220]: DEBUG nova.scheduler.client.report [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.413897] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a52928-73b6-d982-8584-d5dc30e9a48e, 'name': SearchDatastore_Task, 'duration_secs': 0.014099} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.414167] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.414430] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 5fd79e38-e861-4e5d-94de-724d65bacfba/5fd79e38-e861-4e5d-94de-724d65bacfba.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.414691] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e1ed08-2f63-46af-9375-eaa57a2b8fb6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.422796] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 985.422796] env[69220]: value = "task-2801272" [ 985.422796] env[69220]: _type = "Task" [ 985.422796] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.432683] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Releasing lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.432922] env[69220]: DEBUG nova.compute.manager [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Received event network-vif-plugged-a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.433128] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Acquiring lock "6608f17d-234d-4000-b9a8-f8c16735e346-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.433330] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Lock "6608f17d-234d-4000-b9a8-f8c16735e346-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.433483] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Lock "6608f17d-234d-4000-b9a8-f8c16735e346-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.433640] env[69220]: DEBUG nova.compute.manager [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] No waiting events found dispatching network-vif-plugged-a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.433800] env[69220]: WARNING nova.compute.manager [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Received unexpected event network-vif-plugged-a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc for instance with vm_state building and task_state spawning. [ 985.433956] env[69220]: DEBUG nova.compute.manager [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Received event network-changed-a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.434130] env[69220]: DEBUG nova.compute.manager [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Refreshing instance network info cache due to event network-changed-a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.434294] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Acquiring lock "refresh_cache-6608f17d-234d-4000-b9a8-f8c16735e346" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.439542] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.532172] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "refresh_cache-6608f17d-234d-4000-b9a8-f8c16735e346" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.532172] env[69220]: DEBUG nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Instance network_info: |[{"id": "a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc", "address": "fa:16:3e:6c:8f:bb", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b73ff0-a8", "ovs_interfaceid": "a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.532172] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Acquired lock "refresh_cache-6608f17d-234d-4000-b9a8-f8c16735e346" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.532172] env[69220]: DEBUG nova.network.neutron [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Refreshing network info cache for port a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.532172] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:8f:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.542133] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.543069] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.543328] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff1c9cf-68e2-4f72-8237-83ec72a62767 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.564977] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.564977] env[69220]: value = "task-2801273" [ 985.564977] env[69220]: _type = "Task" [ 985.564977] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.576446] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801273, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.663916] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6fb1dd74-1846-4dcf-97e3-21f9fcbfea5c tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-a3bda296-c92d-4ccf-b25b-9941d61544ab" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.006s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.792810] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.796564] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.663s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.797783] env[69220]: INFO nova.compute.claims [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.832169] env[69220]: INFO nova.scheduler.client.report [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Deleted allocations for instance ebef2186-26ad-468b-9a35-155092057368 [ 985.865289] env[69220]: DEBUG nova.compute.manager [req-4a14c9b6-c11f-4de5-b713-f161c731c34a req-41ca44cc-9447-42b2-97f8-6b115c221218 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Received event network-vif-deleted-4e909bd9-cdaf-4f72-8076-2c7012e897a1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.865444] env[69220]: INFO nova.compute.manager [req-4a14c9b6-c11f-4de5-b713-f161c731c34a req-41ca44cc-9447-42b2-97f8-6b115c221218 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Neutron deleted interface 4e909bd9-cdaf-4f72-8076-2c7012e897a1; detaching it from the instance and deleting it from the info cache [ 985.865632] env[69220]: DEBUG nova.network.neutron [req-4a14c9b6-c11f-4de5-b713-f161c731c34a req-41ca44cc-9447-42b2-97f8-6b115c221218 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.926932] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.927783] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a48cc6d0-fed9-4c79-b3a7-881bafb95f9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.938478] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485169} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.939822] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 5fd79e38-e861-4e5d-94de-724d65bacfba/5fd79e38-e861-4e5d-94de-724d65bacfba.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.940087] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.940405] env[69220]: DEBUG oslo_vmware.api [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 985.940405] env[69220]: value = "task-2801274" [ 985.940405] env[69220]: _type = "Task" [ 985.940405] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.940619] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbbd74c0-adf1-47f1-9059-b1717ddd238e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.953279] env[69220]: DEBUG oslo_vmware.api [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.953593] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 985.953593] env[69220]: value = "task-2801275" [ 985.953593] env[69220]: _type = "Task" [ 985.953593] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.962896] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.036369] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.036652] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.061167] env[69220]: DEBUG nova.network.neutron [-] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.077994] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801273, 'name': CreateVM_Task, 'duration_secs': 0.421671} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.077994] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.078614] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.078778] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.079226] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.079422] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be07dbba-8015-45f2-9255-8d0309a4413b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.084504] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 986.084504] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52570086-160a-4766-b74a-f239ec395b84" [ 986.084504] env[69220]: _type = "Task" [ 986.084504] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.094916] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52570086-160a-4766-b74a-f239ec395b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.295648] env[69220]: DEBUG nova.network.neutron [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Updated VIF entry in instance network info cache for port a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.296055] env[69220]: DEBUG nova.network.neutron [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Updating instance_info_cache with network_info: [{"id": "a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc", "address": "fa:16:3e:6c:8f:bb", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b73ff0-a8", "ovs_interfaceid": "a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.341238] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1a37e1b9-e300-4021-835e-8da77b6cd9d7 tempest-ServerRescueTestJSON-1771770889 tempest-ServerRescueTestJSON-1771770889-project-member] Lock "ebef2186-26ad-468b-9a35-155092057368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.265s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.371192] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35540550-41aa-4b5d-b5e7-efbda6b44361 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.382565] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb64b1bc-f7bf-4dc9-8086-393bca2d17ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.417698] env[69220]: DEBUG nova.compute.manager [req-4a14c9b6-c11f-4de5-b713-f161c731c34a req-41ca44cc-9447-42b2-97f8-6b115c221218 service nova] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Detach interface failed, port_id=4e909bd9-cdaf-4f72-8076-2c7012e897a1, reason: Instance cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 986.452441] env[69220]: DEBUG oslo_vmware.api [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801274, 'name': PowerOnVM_Task, 'duration_secs': 0.439195} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.452710] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.452979] env[69220]: DEBUG nova.compute.manager [None req-e2034ae2-447a-485d-837b-bf2bf7599cd0 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.453677] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ebdbba-ea5f-4649-b2c3-005e5ed03882 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.471355] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07403} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.472080] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.472706] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e776d811-56a5-4ded-b043-eaaeca01e250 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.500289] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5fd79e38-e861-4e5d-94de-724d65bacfba/5fd79e38-e861-4e5d-94de-724d65bacfba.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.501333] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057ee77f-b2b5-41c7-a45b-6af1042c3d18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.522270] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 986.522270] env[69220]: value = "task-2801276" [ 986.522270] env[69220]: _type = "Task" [ 986.522270] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.531263] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.543404] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.543593] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.543759] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.543911] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.544200] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.544200] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.544341] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 986.544473] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.564938] env[69220]: INFO nova.compute.manager [-] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Took 1.62 seconds to deallocate network for instance. [ 986.595566] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.595840] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Processing image b1c65a37-f15b-4cc0-ae79-dcdd55f049c2 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.596065] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.596212] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.596388] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.596643] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6882d7a5-431e-4603-a039-a01d620fbf9c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.607370] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.607370] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.607543] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579d1b3c-47cc-4b29-8b88-b53dee5cebca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.614233] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 986.614233] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521d5a50-6fe9-c7bc-dbe0-4fe7e0fe5730" [ 986.614233] env[69220]: _type = "Task" [ 986.614233] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.628153] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521d5a50-6fe9-c7bc-dbe0-4fe7e0fe5730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.801759] env[69220]: DEBUG oslo_concurrency.lockutils [req-f7a1a2c1-9741-45f3-8d76-33b659d1924f req-a70f4aa8-daf9-4da6-994b-2c40d8bbf3a0 service nova] Releasing lock "refresh_cache-6608f17d-234d-4000-b9a8-f8c16735e346" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.816485] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.816907] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.817208] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.817396] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.817563] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.823056] env[69220]: INFO nova.compute.manager [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Terminating instance [ 987.039231] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801276, 'name': ReconfigVM_Task, 'duration_secs': 0.34785} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.041946] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5fd79e38-e861-4e5d-94de-724d65bacfba/5fd79e38-e861-4e5d-94de-724d65bacfba.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.042806] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b8599dc-892d-425a-bf15-4c6362fd9e64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.047714] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.050133] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 987.050133] env[69220]: value = "task-2801277" [ 987.050133] env[69220]: _type = "Task" [ 987.050133] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.060810] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801277, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.070609] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.091181] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d22ee6-998f-4599-a1b4-af0a79707677 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.098852] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72afe57-091d-4428-92b5-a4d6aa191ce6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.137070] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb09e26-e031-49b5-ad7a-0b98bd3c1bf0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.147324] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Preparing fetch location {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 987.147656] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Fetch image to [datastore1] OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c/OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c.vmdk {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 987.147893] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Downloading stream optimized image b1c65a37-f15b-4cc0-ae79-dcdd55f049c2 to [datastore1] OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c/OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c.vmdk on the data store datastore1 as vApp {{(pid=69220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 987.148113] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Downloading image file data b1c65a37-f15b-4cc0-ae79-dcdd55f049c2 to the ESX as VM named 'OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c' {{(pid=69220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 987.151081] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869330c4-c20d-4b19-acde-c12a2617f4b7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.166492] env[69220]: DEBUG nova.compute.provider_tree [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.244273] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 987.244273] env[69220]: value = "resgroup-9" [ 987.244273] env[69220]: _type = "ResourcePool" [ 987.244273] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 987.244585] env[69220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a39f4dc3-47d5-4752-ba57-45403cc5575a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.266247] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lease: (returnval){ [ 987.266247] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b3480-f4dc-ec6d-ba96-ab15a833f8f4" [ 987.266247] env[69220]: _type = "HttpNfcLease" [ 987.266247] env[69220]: } obtained for vApp import into resource pool (val){ [ 987.266247] env[69220]: value = "resgroup-9" [ 987.266247] env[69220]: _type = "ResourcePool" [ 987.266247] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 987.266533] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the lease: (returnval){ [ 987.266533] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b3480-f4dc-ec6d-ba96-ab15a833f8f4" [ 987.266533] env[69220]: _type = "HttpNfcLease" [ 987.266533] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.274157] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.274157] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b3480-f4dc-ec6d-ba96-ab15a833f8f4" [ 987.274157] env[69220]: _type = "HttpNfcLease" [ 987.274157] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 987.328327] env[69220]: DEBUG nova.compute.manager [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.329253] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.330222] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d071bd-6218-4a43-8933-5a2d194781e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.339779] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.340062] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f63fec2-8990-4053-ada5-c7e559c59106 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.347777] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "67b04c42-b670-4e9d-aadd-21934e6ed561" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.348081] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.349544] env[69220]: DEBUG oslo_vmware.api [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 987.349544] env[69220]: value = "task-2801279" [ 987.349544] env[69220]: _type = "Task" [ 987.349544] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.359218] env[69220]: DEBUG oslo_vmware.api [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.561427] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801277, 'name': Rename_Task, 'duration_secs': 0.159715} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.561795] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.562020] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51830950-31a0-4814-900b-73a2c2d3e701 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.569517] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 987.569517] env[69220]: value = "task-2801280" [ 987.569517] env[69220]: _type = "Task" [ 987.569517] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.583078] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.672302] env[69220]: DEBUG nova.scheduler.client.report [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.775905] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.775905] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b3480-f4dc-ec6d-ba96-ab15a833f8f4" [ 987.775905] env[69220]: _type = "HttpNfcLease" [ 987.775905] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 987.851098] env[69220]: DEBUG nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.868941] env[69220]: DEBUG oslo_vmware.api [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801279, 'name': PowerOffVM_Task, 'duration_secs': 0.274771} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.868941] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.868941] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.868941] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9f7c7a8-5920-47a3-8e6e-017dae82beba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.935363] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.935577] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.935754] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleting the datastore file [datastore2] 6e207cd2-b3ad-4039-b5be-9b2eda54214b {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.936036] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0c51894-3090-4e74-9822-22e5196a91fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.943321] env[69220]: DEBUG oslo_vmware.api [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 987.943321] env[69220]: value = "task-2801282" [ 987.943321] env[69220]: _type = "Task" [ 987.943321] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.952151] env[69220]: DEBUG oslo_vmware.api [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.078027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.078027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.082639] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801280, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.177602] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.177602] env[69220]: DEBUG nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.180365] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.421s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.181567] env[69220]: INFO nova.compute.claims [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.276296] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.276296] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b3480-f4dc-ec6d-ba96-ab15a833f8f4" [ 988.276296] env[69220]: _type = "HttpNfcLease" [ 988.276296] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.376586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.453018] env[69220]: DEBUG oslo_vmware.api [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45441} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.453304] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.453487] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.453657] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.453826] env[69220]: INFO nova.compute.manager [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 988.454071] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.454266] env[69220]: DEBUG nova.compute.manager [-] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.454361] env[69220]: DEBUG nova.network.neutron [-] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.581275] env[69220]: DEBUG oslo_vmware.api [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801280, 'name': PowerOnVM_Task, 'duration_secs': 0.558205} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.581607] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.581791] env[69220]: INFO nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Took 7.88 seconds to spawn the instance on the hypervisor. [ 988.581995] env[69220]: DEBUG nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.582877] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726adaa-1500-4155-a810-f46502c2d593 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.585850] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.585850] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.585850] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c88031-c21b-40f1-8aa6-649fcb2b10d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.609592] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e0405-a1be-4026-861e-870379740087 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.638903] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Reconfiguring VM to detach interface {{(pid=69220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 988.639220] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370e86fd-ed07-4921-96ec-1d861beaf992 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.659841] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 988.659841] env[69220]: value = "task-2801283" [ 988.659841] env[69220]: _type = "Task" [ 988.659841] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.668242] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.687081] env[69220]: DEBUG nova.compute.utils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.692367] env[69220]: DEBUG nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.692471] env[69220]: DEBUG nova.network.neutron [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.768086] env[69220]: DEBUG nova.policy [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9740723a38a64b4aa76c7fdcd3ab2f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92b9177127a440f849b7c0ceff2ca30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.779235] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.779235] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b3480-f4dc-ec6d-ba96-ab15a833f8f4" [ 988.779235] env[69220]: _type = "HttpNfcLease" [ 988.779235] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.792811] env[69220]: DEBUG nova.compute.manager [req-bdd395f7-fcbe-4af8-819a-1a4bb7d999dd req-45e6648a-9ef6-4ff6-814a-75fe5e93d0e2 service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Received event network-vif-deleted-084e2ee0-b1e2-46fc-98a2-7e781149839b {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.793017] env[69220]: INFO nova.compute.manager [req-bdd395f7-fcbe-4af8-819a-1a4bb7d999dd req-45e6648a-9ef6-4ff6-814a-75fe5e93d0e2 service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Neutron deleted interface 084e2ee0-b1e2-46fc-98a2-7e781149839b; detaching it from the instance and deleting it from the info cache [ 988.793243] env[69220]: DEBUG nova.network.neutron [req-bdd395f7-fcbe-4af8-819a-1a4bb7d999dd req-45e6648a-9ef6-4ff6-814a-75fe5e93d0e2 service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.124112] env[69220]: DEBUG nova.network.neutron [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Successfully created port: 60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.126404] env[69220]: INFO nova.compute.manager [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Took 23.91 seconds to build instance. [ 989.171821] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.192876] env[69220]: DEBUG nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.276999] env[69220]: DEBUG nova.network.neutron [-] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.283086] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.283086] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b3480-f4dc-ec6d-ba96-ab15a833f8f4" [ 989.283086] env[69220]: _type = "HttpNfcLease" [ 989.283086] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.283826] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.283826] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527b3480-f4dc-ec6d-ba96-ab15a833f8f4" [ 989.283826] env[69220]: _type = "HttpNfcLease" [ 989.283826] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 989.285323] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfedc13c-4d7d-4887-93b4-1e4d5978dae6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.307030] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c14e66b1-d4df-4956-9c8f-9c4d7ddfc65c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.308610] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528adfde-2dc0-18cc-7ff0-d0118d94e487/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.308801] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528adfde-2dc0-18cc-7ff0-d0118d94e487/disk-0.vmdk. {{(pid=69220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 989.377617] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dfda3d-eaf8-4ca1-af69-dfe0f0a69705 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.398020] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c901bd43-5f59-484b-b82d-5c088e624258 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.421774] env[69220]: DEBUG nova.compute.manager [req-bdd395f7-fcbe-4af8-819a-1a4bb7d999dd req-45e6648a-9ef6-4ff6-814a-75fe5e93d0e2 service nova] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Detach interface failed, port_id=084e2ee0-b1e2-46fc-98a2-7e781149839b, reason: Instance 6e207cd2-b3ad-4039-b5be-9b2eda54214b could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 989.569176] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1319c991-fae5-4987-b778-f9b08f4d889b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.580122] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3a098e-2405-44bf-9881-ef850f814917 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.614865] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23d35e1-9bfe-488f-87fd-30dd1447631f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.624177] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e2ee1f-3af2-40f3-b3d5-23907b6a4c45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.630524] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3a4e4d5c-2429-4f0d-9b97-106af8770d98 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.431s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.642582] env[69220]: DEBUG nova.compute.provider_tree [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.670060] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.782329] env[69220]: INFO nova.compute.manager [-] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Took 1.33 seconds to deallocate network for instance. [ 990.107019] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Completed reading data from the image iterator. {{(pid=69220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 990.107019] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528adfde-2dc0-18cc-7ff0-d0118d94e487/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.107019] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caba8d55-f6ae-41d5-9442-a05ee2ef502a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.114288] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528adfde-2dc0-18cc-7ff0-d0118d94e487/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.114643] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528adfde-2dc0-18cc-7ff0-d0118d94e487/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 990.114982] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6f6c6675-2a48-41f8-8192-a73cd57ac2a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.151027] env[69220]: DEBUG nova.scheduler.client.report [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.171146] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.207804] env[69220]: DEBUG nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.236592] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.236592] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.236592] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.236592] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.236592] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.236592] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.237298] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.237298] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.237298] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.237298] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.237535] env[69220]: DEBUG nova.virt.hardware [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.238922] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78188ed-a6e1-4c03-926f-6e60cf947a50 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.249399] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b465d-bfd6-42d1-a92d-7d4c6b6642ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.290479] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.302985] env[69220]: DEBUG oslo_vmware.rw_handles [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528adfde-2dc0-18cc-7ff0-d0118d94e487/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 990.303264] env[69220]: INFO nova.virt.vmwareapi.images [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Downloaded image file data b1c65a37-f15b-4cc0-ae79-dcdd55f049c2 [ 990.305041] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053cb839-e7ea-4bce-be63-6d4dcf91df6f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.319701] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55a9a49d-196f-4631-b870-ec0ccef60905 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.343873] env[69220]: INFO nova.virt.vmwareapi.images [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] The imported VM was unregistered [ 990.346154] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Caching image {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 990.346356] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.346626] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07eb673-3e6a-4d4d-b539-27d4cbac5167 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.384944] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Created directory with path [datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.385153] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c/OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c.vmdk to [datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2.vmdk. {{(pid=69220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 990.385424] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a34d5394-b00c-47a4-9251-4cb14982fe7b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.391652] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 990.391652] env[69220]: value = "task-2801285" [ 990.391652] env[69220]: _type = "Task" [ 990.391652] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.399430] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801285, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.655963] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.656531] env[69220]: DEBUG nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.659435] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.455s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.659710] env[69220]: DEBUG nova.objects.instance [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lazy-loading 'resources' on Instance uuid b0f0cee2-77cb-4497-89dc-c162459eb8a6 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.676866] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.825446] env[69220]: DEBUG nova.compute.manager [req-cfd26256-7494-4b98-9b0f-e2c6783149de req-8dfa4a75-f1ad-4788-8e7d-be0907453bfd service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Received event network-changed-93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.825866] env[69220]: DEBUG nova.compute.manager [req-cfd26256-7494-4b98-9b0f-e2c6783149de req-8dfa4a75-f1ad-4788-8e7d-be0907453bfd service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Refreshing instance network info cache due to event network-changed-93d644ac-5867-41c8-9031-60237a47c9b6. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.825866] env[69220]: DEBUG oslo_concurrency.lockutils [req-cfd26256-7494-4b98-9b0f-e2c6783149de req-8dfa4a75-f1ad-4788-8e7d-be0907453bfd service nova] Acquiring lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.826695] env[69220]: DEBUG oslo_concurrency.lockutils [req-cfd26256-7494-4b98-9b0f-e2c6783149de req-8dfa4a75-f1ad-4788-8e7d-be0907453bfd service nova] Acquired lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.827044] env[69220]: DEBUG nova.network.neutron [req-cfd26256-7494-4b98-9b0f-e2c6783149de req-8dfa4a75-f1ad-4788-8e7d-be0907453bfd service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Refreshing network info cache for port 93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.905519] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801285, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.959881] env[69220]: DEBUG nova.compute.manager [req-d80b08a3-d7c5-406b-91de-dcb53e29dadb req-475767a2-ad69-48af-9f13-35e52e9865f7 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Received event network-vif-plugged-60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.960130] env[69220]: DEBUG oslo_concurrency.lockutils [req-d80b08a3-d7c5-406b-91de-dcb53e29dadb req-475767a2-ad69-48af-9f13-35e52e9865f7 service nova] Acquiring lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.960421] env[69220]: DEBUG oslo_concurrency.lockutils [req-d80b08a3-d7c5-406b-91de-dcb53e29dadb req-475767a2-ad69-48af-9f13-35e52e9865f7 service nova] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.960531] env[69220]: DEBUG oslo_concurrency.lockutils [req-d80b08a3-d7c5-406b-91de-dcb53e29dadb req-475767a2-ad69-48af-9f13-35e52e9865f7 service nova] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.960709] env[69220]: DEBUG nova.compute.manager [req-d80b08a3-d7c5-406b-91de-dcb53e29dadb req-475767a2-ad69-48af-9f13-35e52e9865f7 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] No waiting events found dispatching network-vif-plugged-60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.960874] env[69220]: WARNING nova.compute.manager [req-d80b08a3-d7c5-406b-91de-dcb53e29dadb req-475767a2-ad69-48af-9f13-35e52e9865f7 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Received unexpected event network-vif-plugged-60781a3e-16ee-4c3d-b62b-d5fee5495542 for instance with vm_state building and task_state spawning. [ 991.110534] env[69220]: DEBUG nova.network.neutron [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Successfully updated port: 60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.164690] env[69220]: DEBUG nova.compute.utils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.177225] env[69220]: DEBUG nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.177429] env[69220]: DEBUG nova.network.neutron [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.199370] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.238325] env[69220]: DEBUG nova.policy [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d7b5d785ed343539c90e863d6bb2cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae572a3b564d458f8517cbfaec50580f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.402806] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801285, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.533201] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe15977-b1aa-48a9-8373-60e572bf249a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.540906] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163204a0-11d5-4389-be19-4969d554ff67 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.575264] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76537c98-1f87-4f76-a144-21d78adc4af2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.584343] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131781ad-b26a-4ed0-9eb1-802cac852e23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.589665] env[69220]: DEBUG nova.network.neutron [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Successfully created port: d68caa2c-6c2d-47c6-94eb-7c599c1e4176 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.600435] env[69220]: DEBUG nova.compute.provider_tree [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.615462] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.615595] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.617034] env[69220]: DEBUG nova.network.neutron [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.683024] env[69220]: DEBUG nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.693741] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.906251] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801285, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.985666] env[69220]: DEBUG nova.network.neutron [req-cfd26256-7494-4b98-9b0f-e2c6783149de req-8dfa4a75-f1ad-4788-8e7d-be0907453bfd service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updated VIF entry in instance network info cache for port 93d644ac-5867-41c8-9031-60237a47c9b6. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.985760] env[69220]: DEBUG nova.network.neutron [req-cfd26256-7494-4b98-9b0f-e2c6783149de req-8dfa4a75-f1ad-4788-8e7d-be0907453bfd service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [{"id": "93d644ac-5867-41c8-9031-60237a47c9b6", "address": "fa:16:3e:01:f8:7c", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d644ac-58", "ovs_interfaceid": "93d644ac-5867-41c8-9031-60237a47c9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.104328] env[69220]: DEBUG nova.scheduler.client.report [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.153825] env[69220]: DEBUG nova.network.neutron [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.198566] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.304670] env[69220]: DEBUG nova.network.neutron [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Updating instance_info_cache with network_info: [{"id": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "address": "fa:16:3e:3c:bb:46", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60781a3e-16", "ovs_interfaceid": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.403634] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801285, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.490052] env[69220]: DEBUG oslo_concurrency.lockutils [req-cfd26256-7494-4b98-9b0f-e2c6783149de req-8dfa4a75-f1ad-4788-8e7d-be0907453bfd service nova] Releasing lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.615497] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.618396] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.673s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.620188] env[69220]: INFO nova.compute.claims [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.653390] env[69220]: INFO nova.scheduler.client.report [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Deleted allocations for instance b0f0cee2-77cb-4497-89dc-c162459eb8a6 [ 992.696065] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.696743] env[69220]: DEBUG nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.737189] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.737576] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.738051] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.738871] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.738871] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.739243] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.741520] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.741520] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.741520] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.741520] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.741520] env[69220]: DEBUG nova.virt.hardware [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.742139] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50410b75-a68e-47be-a80c-d79e8fc02cb3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.751477] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de63df4-333a-42f5-a325-d0db1fd0ba23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.807860] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.808269] env[69220]: DEBUG nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Instance network_info: |[{"id": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "address": "fa:16:3e:3c:bb:46", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60781a3e-16", "ovs_interfaceid": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.808698] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:bb:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60781a3e-16ee-4c3d-b62b-d5fee5495542', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.816497] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.816748] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.816975] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81068b8-a484-4298-a1c9-f58cf487f1e2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.838075] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.838075] env[69220]: value = "task-2801286" [ 992.838075] env[69220]: _type = "Task" [ 992.838075] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.847663] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801286, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.905987] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801285, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.001014] env[69220]: DEBUG nova.compute.manager [req-cc0fb72b-5739-4a90-be38-812e54975ec8 req-3236a61b-708d-4d89-b86f-eb89d0a18bf1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Received event network-changed-60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.001344] env[69220]: DEBUG nova.compute.manager [req-cc0fb72b-5739-4a90-be38-812e54975ec8 req-3236a61b-708d-4d89-b86f-eb89d0a18bf1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Refreshing instance network info cache due to event network-changed-60781a3e-16ee-4c3d-b62b-d5fee5495542. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.001582] env[69220]: DEBUG oslo_concurrency.lockutils [req-cc0fb72b-5739-4a90-be38-812e54975ec8 req-3236a61b-708d-4d89-b86f-eb89d0a18bf1 service nova] Acquiring lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.002419] env[69220]: DEBUG oslo_concurrency.lockutils [req-cc0fb72b-5739-4a90-be38-812e54975ec8 req-3236a61b-708d-4d89-b86f-eb89d0a18bf1 service nova] Acquired lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.002419] env[69220]: DEBUG nova.network.neutron [req-cc0fb72b-5739-4a90-be38-812e54975ec8 req-3236a61b-708d-4d89-b86f-eb89d0a18bf1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Refreshing network info cache for port 60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.162165] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d275a589-8b40-4d08-8906-a253ba768752 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "b0f0cee2-77cb-4497-89dc-c162459eb8a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.773s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.198165] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.220706] env[69220]: DEBUG nova.network.neutron [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Successfully updated port: d68caa2c-6c2d-47c6-94eb-7c599c1e4176 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.348708] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801286, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.405768] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801285, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.878522} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.406245] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c/OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c.vmdk to [datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2.vmdk. [ 993.406245] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Cleaning up location [datastore1] OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 993.406406] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7af1a589-28b3-4856-868f-e423fe26226c {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.406653] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8341714-51ac-4f3c-9498-42479b6e3842 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.413407] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 993.413407] env[69220]: value = "task-2801288" [ 993.413407] env[69220]: _type = "Task" [ 993.413407] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.421643] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.704147] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.723932] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "refresh_cache-4bd50bef-c39d-4965-8113-eefc267f7cc8" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.724059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "refresh_cache-4bd50bef-c39d-4965-8113-eefc267f7cc8" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.724270] env[69220]: DEBUG nova.network.neutron [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.743618] env[69220]: DEBUG nova.network.neutron [req-cc0fb72b-5739-4a90-be38-812e54975ec8 req-3236a61b-708d-4d89-b86f-eb89d0a18bf1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Updated VIF entry in instance network info cache for port 60781a3e-16ee-4c3d-b62b-d5fee5495542. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.743992] env[69220]: DEBUG nova.network.neutron [req-cc0fb72b-5739-4a90-be38-812e54975ec8 req-3236a61b-708d-4d89-b86f-eb89d0a18bf1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Updating instance_info_cache with network_info: [{"id": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "address": "fa:16:3e:3c:bb:46", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60781a3e-16", "ovs_interfaceid": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.851524] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801286, 'name': CreateVM_Task, 'duration_secs': 0.838654} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.854646] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.855281] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.855479] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.855833] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.856183] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117f66dc-cc14-4db5-93a7-846e70f8e96d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.861973] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 993.861973] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5232f974-5a9c-893f-d568-0eb131b0cf8c" [ 993.861973] env[69220]: _type = "Task" [ 993.861973] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.873013] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5232f974-5a9c-893f-d568-0eb131b0cf8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.873296] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.873509] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.873729] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.873871] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.874092] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.874295] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64b4a77-1530-4d40-b8f0-d38bcb219c40 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.883833] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.884064] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.884779] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f471006-7dfd-4f39-ae7f-054c8ec954db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.894404] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 993.894404] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c6ef91-1681-7467-d35e-1c95a851f889" [ 993.894404] env[69220]: _type = "Task" [ 993.894404] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.908304] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c6ef91-1681-7467-d35e-1c95a851f889, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.908505] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25df775e-b413-4d48-9d45-640a444d6353 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.921602] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 993.921602] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520754f0-3ea6-c23d-9129-c95e35eba545" [ 993.921602] env[69220]: _type = "Task" [ 993.921602] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.928823] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081814} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.929476] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.929674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.929927] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2.vmdk to [datastore1] 6608f17d-234d-4000-b9a8-f8c16735e346/6608f17d-234d-4000-b9a8-f8c16735e346.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.930215] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6573b1d-a6e4-4f05-b4c3-ca76e1790d47 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.938806] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520754f0-3ea6-c23d-9129-c95e35eba545, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.940404] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.940404] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 28e1d287-0f68-438b-ab28-e12efa26a16c/28e1d287-0f68-438b-ab28-e12efa26a16c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.940404] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b09bbf8e-2a4e-4dd2-ac5d-149fbabf5e3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.946382] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 993.946382] env[69220]: value = "task-2801289" [ 993.946382] env[69220]: _type = "Task" [ 993.946382] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.948834] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 993.948834] env[69220]: value = "task-2801290" [ 993.948834] env[69220]: _type = "Task" [ 993.948834] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.955142] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.961837] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.969723] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a576e1a-be85-4656-9c6b-26f8bca81953 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.977098] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f6000-1c52-4991-8680-5528227c15b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.007114] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8e4f39-95fc-4ba1-96d7-a98b1cb37996 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.014925] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34d1cf-4383-4456-9f2e-6407b5aa250e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.030457] env[69220]: DEBUG nova.compute.provider_tree [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.201706] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.250715] env[69220]: DEBUG oslo_concurrency.lockutils [req-cc0fb72b-5739-4a90-be38-812e54975ec8 req-3236a61b-708d-4d89-b86f-eb89d0a18bf1 service nova] Releasing lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.263711] env[69220]: DEBUG nova.network.neutron [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.431625] env[69220]: DEBUG nova.network.neutron [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Updating instance_info_cache with network_info: [{"id": "d68caa2c-6c2d-47c6-94eb-7c599c1e4176", "address": "fa:16:3e:bc:03:ad", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68caa2c-6c", "ovs_interfaceid": "d68caa2c-6c2d-47c6-94eb-7c599c1e4176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.457770] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801289, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.468350] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51783} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.468626] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 28e1d287-0f68-438b-ab28-e12efa26a16c/28e1d287-0f68-438b-ab28-e12efa26a16c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.468960] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.469341] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd0cb830-10f6-499d-916a-d1ea44840c69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.480956] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 994.480956] env[69220]: value = "task-2801291" [ 994.480956] env[69220]: _type = "Task" [ 994.480956] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.495210] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.534083] env[69220]: DEBUG nova.scheduler.client.report [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.705305] env[69220]: DEBUG oslo_vmware.api [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801283, 'name': ReconfigVM_Task, 'duration_secs': 5.893091} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.705628] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.705812] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Reconfigured VM to detach interface {{(pid=69220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 994.937971] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "refresh_cache-4bd50bef-c39d-4965-8113-eefc267f7cc8" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.937971] env[69220]: DEBUG nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Instance network_info: |[{"id": "d68caa2c-6c2d-47c6-94eb-7c599c1e4176", "address": "fa:16:3e:bc:03:ad", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68caa2c-6c", "ovs_interfaceid": "d68caa2c-6c2d-47c6-94eb-7c599c1e4176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.938492] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:03:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd68caa2c-6c2d-47c6-94eb-7c599c1e4176', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.949325] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.950110] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.958207] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cbdb5fb-28a9-402f-bc39-ab1758b41e11 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.994494] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquiring lock "b62d6220-06e2-47da-aa61-150af740041e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.995044] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "b62d6220-06e2-47da-aa61-150af740041e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.006486] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801289, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.014473] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.014473] env[69220]: value = "task-2801292" [ 995.014473] env[69220]: _type = "Task" [ 995.014473] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.028044] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.361752} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.028902] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.030114] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0c9be1-eaf8-4958-ad04-55cf0c606236 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.048494] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.048494] env[69220]: DEBUG nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.049370] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801292, 'name': CreateVM_Task} progress is 15%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.051813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.004s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.051813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.051951] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 995.052328] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.982s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.052559] env[69220]: DEBUG nova.objects.instance [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lazy-loading 'resources' on Instance uuid cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.056320] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bade7d8-3b17-49c8-a4dd-23d395d79f6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.061018] env[69220]: DEBUG nova.compute.manager [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Received event network-vif-plugged-d68caa2c-6c2d-47c6-94eb-7c599c1e4176 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.061284] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] Acquiring lock "4bd50bef-c39d-4965-8113-eefc267f7cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.061500] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] Lock "4bd50bef-c39d-4965-8113-eefc267f7cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.061685] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] Lock "4bd50bef-c39d-4965-8113-eefc267f7cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.061856] env[69220]: DEBUG nova.compute.manager [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] No waiting events found dispatching network-vif-plugged-d68caa2c-6c2d-47c6-94eb-7c599c1e4176 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.062091] env[69220]: WARNING nova.compute.manager [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Received unexpected event network-vif-plugged-d68caa2c-6c2d-47c6-94eb-7c599c1e4176 for instance with vm_state building and task_state spawning. [ 995.062271] env[69220]: DEBUG nova.compute.manager [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Received event network-changed-d68caa2c-6c2d-47c6-94eb-7c599c1e4176 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.062423] env[69220]: DEBUG nova.compute.manager [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Refreshing instance network info cache due to event network-changed-d68caa2c-6c2d-47c6-94eb-7c599c1e4176. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.062634] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] Acquiring lock "refresh_cache-4bd50bef-c39d-4965-8113-eefc267f7cc8" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.062770] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] Acquired lock "refresh_cache-4bd50bef-c39d-4965-8113-eefc267f7cc8" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.062938] env[69220]: DEBUG nova.network.neutron [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Refreshing network info cache for port d68caa2c-6c2d-47c6-94eb-7c599c1e4176 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.107561] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 28e1d287-0f68-438b-ab28-e12efa26a16c/28e1d287-0f68-438b-ab28-e12efa26a16c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.117860] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131e275e-f341-4b6e-a3f9-dd87e04ccc7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.150670] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65406d85-010e-4958-ba03-b7f52bd34e0c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.158096] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 995.158096] env[69220]: value = "task-2801293" [ 995.158096] env[69220]: _type = "Task" [ 995.158096] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.183825] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a889154-3a99-4e3b-b39c-93b89b0e0526 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.199554] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.207250] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef08e85a-5465-4d7c-8fd4-c3b0da215f62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.250236] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178599MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 995.250236] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.415950] env[69220]: DEBUG nova.network.neutron [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Updated VIF entry in instance network info cache for port d68caa2c-6c2d-47c6-94eb-7c599c1e4176. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.416547] env[69220]: DEBUG nova.network.neutron [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Updating instance_info_cache with network_info: [{"id": "d68caa2c-6c2d-47c6-94eb-7c599c1e4176", "address": "fa:16:3e:bc:03:ad", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68caa2c-6c", "ovs_interfaceid": "d68caa2c-6c2d-47c6-94eb-7c599c1e4176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.461420] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801289, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.510614] env[69220]: DEBUG nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.526089] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801292, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.547816] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52205343-2814-4682-b6c5-1ccc52ef5fb0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.558051] env[69220]: DEBUG nova.compute.utils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.562547] env[69220]: DEBUG nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.562806] env[69220]: DEBUG nova.network.neutron [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.566885] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b7dc77-e0cb-4b9b-b755-9a4fcb0c98d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.602585] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7a1806-0964-4d27-9906-931a72603a1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.611098] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a92c0-1ba6-489e-9185-c12a8bcb4d45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.625776] env[69220]: DEBUG nova.compute.provider_tree [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.643754] env[69220]: DEBUG nova.policy [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc380c932aa41959bde2de21c4b7367', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a9e6bb49d546bda0e323d6dd2e407a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.674175] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.919982] env[69220]: DEBUG oslo_concurrency.lockutils [req-f3383273-cf4f-4d10-9a34-c7f3b05a33c6 req-1cc37c4e-0573-493c-a5af-5fb6cb0bacd9 service nova] Releasing lock "refresh_cache-4bd50bef-c39d-4965-8113-eefc267f7cc8" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.961211] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801289, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.030197] env[69220]: DEBUG nova.network.neutron [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Successfully created port: a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.033820] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801292, 'name': CreateVM_Task, 'duration_secs': 0.683402} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.034232] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.035063] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.035389] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.035815] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.036266] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5e41ef-df50-4fb4-8bd9-b503b7f75534 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.039392] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.045049] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 996.045049] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52736821-b2ce-fc0d-3d45-f9981b679f5c" [ 996.045049] env[69220]: _type = "Task" [ 996.045049] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.051655] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52736821-b2ce-fc0d-3d45-f9981b679f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.056991] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.057675] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.057984] env[69220]: DEBUG nova.network.neutron [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.069636] env[69220]: DEBUG nova.compute.utils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.132432] env[69220]: DEBUG nova.scheduler.client.report [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.177197] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801293, 'name': ReconfigVM_Task, 'duration_secs': 0.596048} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.177197] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 28e1d287-0f68-438b-ab28-e12efa26a16c/28e1d287-0f68-438b-ab28-e12efa26a16c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.177197] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e0fc1bf-baa2-415c-9602-21d6306390ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.183595] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 996.183595] env[69220]: value = "task-2801294" [ 996.183595] env[69220]: _type = "Task" [ 996.183595] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.202476] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801294, 'name': Rename_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.402758] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.403061] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.403280] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.403480] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.403802] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.406298] env[69220]: INFO nova.compute.manager [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Terminating instance [ 996.462368] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801289, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.401228} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.462638] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2/b1c65a37-f15b-4cc0-ae79-dcdd55f049c2.vmdk to [datastore1] 6608f17d-234d-4000-b9a8-f8c16735e346/6608f17d-234d-4000-b9a8-f8c16735e346.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.463557] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8c35f4-5119-4e73-88ae-3b6dea0aa92d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.485940] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 6608f17d-234d-4000-b9a8-f8c16735e346/6608f17d-234d-4000-b9a8-f8c16735e346.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.486603] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e94d681-8b4a-4913-b4c9-583ee84860a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.506565] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 996.506565] env[69220]: value = "task-2801295" [ 996.506565] env[69220]: _type = "Task" [ 996.506565] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.516328] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.554853] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52736821-b2ce-fc0d-3d45-f9981b679f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013916} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.555225] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.555479] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.555738] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.555895] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.556110] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.556386] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db7d90bf-c63f-4ec3-84c6-f61b830fba8d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.565822] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.566089] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.567115] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2220287-4e92-478c-84ad-513fc2220680 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.573830] env[69220]: DEBUG nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.577201] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 996.577201] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c72748-e6ea-b0ec-ac98-2f503f9e380a" [ 996.577201] env[69220]: _type = "Task" [ 996.577201] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.586111] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c72748-e6ea-b0ec-ac98-2f503f9e380a, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.586964] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4fa93b-32c7-4a55-befb-7619db3b89f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.592598] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 996.592598] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b188cf-9c32-9566-272b-88841ccb95d7" [ 996.592598] env[69220]: _type = "Task" [ 996.592598] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.601788] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b188cf-9c32-9566-272b-88841ccb95d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.636032] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.584s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.638996] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.263s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.641154] env[69220]: INFO nova.compute.claims [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.675067] env[69220]: INFO nova.scheduler.client.report [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Deleted allocations for instance cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2 [ 996.692666] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801294, 'name': Rename_Task, 'duration_secs': 0.211011} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.693759] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.694099] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8749080-d999-4a92-a585-ad476d7f0977 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.702072] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 996.702072] env[69220]: value = "task-2801296" [ 996.702072] env[69220]: _type = "Task" [ 996.702072] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.714877] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.792672] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "ebb20351-6df6-475b-9026-7abaf6de1b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.793014] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.793286] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "ebb20351-6df6-475b-9026-7abaf6de1b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.793564] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.793791] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.796114] env[69220]: INFO nova.compute.manager [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Terminating instance [ 996.881555] env[69220]: INFO nova.network.neutron [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Port f50ce4e3-e75f-4f81-80a4-b9d2548c9dab from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 996.881739] env[69220]: INFO nova.network.neutron [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Port a3bda296-c92d-4ccf-b25b-9941d61544ab from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 996.882103] env[69220]: DEBUG nova.network.neutron [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [{"id": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "address": "fa:16:3e:2c:e8:b6", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a900cf-c2", "ovs_interfaceid": "b0a900cf-c2a9-4645-8928-3dcfa2eec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.909937] env[69220]: DEBUG nova.compute.manager [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.910055] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.910892] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ac685-59bc-46b0-83e2-94d472fbae7e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.918844] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.919116] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45d45ec9-0fe7-44bb-b053-9bad81af66c5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.933048] env[69220]: DEBUG oslo_vmware.api [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 996.933048] env[69220]: value = "task-2801297" [ 996.933048] env[69220]: _type = "Task" [ 996.933048] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.942650] env[69220]: DEBUG oslo_vmware.api [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.017162] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801295, 'name': ReconfigVM_Task, 'duration_secs': 0.368849} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.017472] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 6608f17d-234d-4000-b9a8-f8c16735e346/6608f17d-234d-4000-b9a8-f8c16735e346.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.018169] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a17699-c83c-451a-a580-abe59ab159c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.025782] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 997.025782] env[69220]: value = "task-2801298" [ 997.025782] env[69220]: _type = "Task" [ 997.025782] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.034313] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801298, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.085273] env[69220]: DEBUG nova.compute.manager [req-2369f4e0-6fe7-4890-a761-2d09f7f8dae2 req-78762f76-c426-4216-ae42-a1cc817718e4 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-vif-deleted-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.085405] env[69220]: DEBUG nova.compute.manager [req-2369f4e0-6fe7-4890-a761-2d09f7f8dae2 req-78762f76-c426-4216-ae42-a1cc817718e4 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-vif-deleted-a3bda296-c92d-4ccf-b25b-9941d61544ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.106075] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b188cf-9c32-9566-272b-88841ccb95d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012738} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.106364] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.106633] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 4bd50bef-c39d-4965-8113-eefc267f7cc8/4bd50bef-c39d-4965-8113-eefc267f7cc8.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.106974] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-493ef5c9-48f3-4b83-8bf5-ecedbe975573 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.115233] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 997.115233] env[69220]: value = "task-2801299" [ 997.115233] env[69220]: _type = "Task" [ 997.115233] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.127591] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.186390] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c608c02-4b3f-4eb4-b9cf-e9daba9563c7 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.940s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.216071] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801296, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.301248] env[69220]: DEBUG nova.compute.manager [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.301487] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.302392] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0056799c-39ee-434b-b27b-d42ee3ec4ab3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.310310] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.310528] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23383d4c-3d77-4454-8b5a-753e9572d367 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.315998] env[69220]: DEBUG oslo_vmware.api [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 997.315998] env[69220]: value = "task-2801300" [ 997.315998] env[69220]: _type = "Task" [ 997.315998] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.323970] env[69220]: DEBUG oslo_vmware.api [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.384767] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-d4abe3b9-4835-4315-82f0-c4ae3afac72b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.448017] env[69220]: DEBUG oslo_vmware.api [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801297, 'name': PowerOffVM_Task, 'duration_secs': 0.21885} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.448017] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.448017] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.448017] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f23071c6-73fc-46a7-8d9d-eb3def4ee698 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.504881] env[69220]: DEBUG nova.network.neutron [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Successfully updated port: a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.536370] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801298, 'name': Rename_Task, 'duration_secs': 0.209502} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.536786] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.537064] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-072a2ef4-c417-4470-84ac-452ab37202a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.543660] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 997.543660] env[69220]: value = "task-2801302" [ 997.543660] env[69220]: _type = "Task" [ 997.543660] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.551814] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.584769] env[69220]: DEBUG nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.617456] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T09:04:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='979589746',id=39,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1257359532',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.617661] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.617870] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.618112] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.618306] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.618492] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.618750] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.618958] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.619225] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.619448] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.619610] env[69220]: DEBUG nova.virt.hardware [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.620679] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579b5fb6-a847-41c7-807c-7612f921b204 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.628557] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.628769] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.628952] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleting the datastore file [datastore1] d4abe3b9-4835-4315-82f0-c4ae3afac72b {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.629663] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62adc9c0-8008-4a91-8231-9ba7168ae8e2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.636125] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09984a7-5dfe-44c6-a404-a858afb0712e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.645700] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801299, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.646036] env[69220]: DEBUG oslo_vmware.api [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 997.646036] env[69220]: value = "task-2801303" [ 997.646036] env[69220]: _type = "Task" [ 997.646036] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.667403] env[69220]: DEBUG oslo_vmware.api [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.730731] env[69220]: DEBUG oslo_vmware.api [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801296, 'name': PowerOnVM_Task, 'duration_secs': 0.539366} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.737035] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.737035] env[69220]: INFO nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Took 7.53 seconds to spawn the instance on the hypervisor. [ 997.737236] env[69220]: DEBUG nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.740222] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9396f6cd-e673-4348-b971-ca4294b55f17 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.829247] env[69220]: DEBUG oslo_vmware.api [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801300, 'name': PowerOffVM_Task, 'duration_secs': 0.439166} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.833170] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.833413] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.834638] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24c00588-9a5e-40f0-b3b9-a2e1384e5c10 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.890323] env[69220]: DEBUG oslo_concurrency.lockutils [None req-24094d18-0f1d-448f-ab33-0e62e6ee0568 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "interface-d4abe3b9-4835-4315-82f0-c4ae3afac72b-f50ce4e3-e75f-4f81-80a4-b9d2548c9dab" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.814s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.905640] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.906381] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.906381] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Deleting the datastore file [datastore2] ebb20351-6df6-475b-9026-7abaf6de1b60 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.906381] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689fcf10-efcb-41ed-a562-c39349153840 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.914574] env[69220]: DEBUG oslo_vmware.api [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for the task: (returnval){ [ 997.914574] env[69220]: value = "task-2801305" [ 997.914574] env[69220]: _type = "Task" [ 997.914574] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.926321] env[69220]: DEBUG oslo_vmware.api [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.975301] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4570084-10a8-49b6-aab7-c17f3894802c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.984603] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1c4738-31ca-4d50-8260-49d9bb3a5c0d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.014080] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.014268] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquired lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.014401] env[69220]: DEBUG nova.network.neutron [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.016631] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28efc7c1-96f0-44a0-97c5-9f2c8d489b4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.025276] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e321b6a1-3bc2-45af-9497-4366ac32cb07 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.041315] env[69220]: DEBUG nova.compute.provider_tree [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.053379] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.131967] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777695} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.132283] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 4bd50bef-c39d-4965-8113-eefc267f7cc8/4bd50bef-c39d-4965-8113-eefc267f7cc8.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.132500] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.132763] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df49fd06-e46d-4687-b399-9289a576066c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.139946] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 998.139946] env[69220]: value = "task-2801306" [ 998.139946] env[69220]: _type = "Task" [ 998.139946] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.149233] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.157352] env[69220]: DEBUG oslo_vmware.api [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466893} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.157651] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.157840] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.158047] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.158226] env[69220]: INFO nova.compute.manager [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 998.158465] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.158671] env[69220]: DEBUG nova.compute.manager [-] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.158765] env[69220]: DEBUG nova.network.neutron [-] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.212453] env[69220]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port a3bda296-c92d-4ccf-b25b-9941d61544ab could not be found.", "detail": ""}} {{(pid=69220) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 998.212724] env[69220]: DEBUG nova.network.neutron [-] Unable to show port a3bda296-c92d-4ccf-b25b-9941d61544ab as it no longer exists. {{(pid=69220) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 998.268783] env[69220]: INFO nova.compute.manager [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Took 22.15 seconds to build instance. [ 998.427049] env[69220]: DEBUG oslo_vmware.api [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Task: {'id': task-2801305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473521} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.427049] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.427049] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.427326] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.427463] env[69220]: INFO nova.compute.manager [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Took 1.13 seconds to destroy the instance on the hypervisor. [ 998.427737] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.427963] env[69220]: DEBUG nova.compute.manager [-] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.428101] env[69220]: DEBUG nova.network.neutron [-] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.544878] env[69220]: DEBUG nova.scheduler.client.report [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.557628] env[69220]: DEBUG oslo_vmware.api [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801302, 'name': PowerOnVM_Task, 'duration_secs': 0.595834} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.557897] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.558096] env[69220]: INFO nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Took 15.01 seconds to spawn the instance on the hypervisor. [ 998.558452] env[69220]: DEBUG nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.559497] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ba5fbc-ea22-437f-b01f-45a01e1dab5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.570396] env[69220]: DEBUG nova.network.neutron [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.649472] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070866} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.649743] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.650562] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8685c7-414d-4321-a80f-cf7553032336 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.673143] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4bd50bef-c39d-4965-8113-eefc267f7cc8/4bd50bef-c39d-4965-8113-eefc267f7cc8.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.676423] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8ab56ae-1c19-4b40-a728-f7544ae5f0db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.698412] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 998.698412] env[69220]: value = "task-2801307" [ 998.698412] env[69220]: _type = "Task" [ 998.698412] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.706554] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.759216] env[69220]: DEBUG nova.network.neutron [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Updating instance_info_cache with network_info: [{"id": "a57e661c-dc32-4dc6-afdb-3eea04b6c089", "address": "fa:16:3e:0d:7e:ce", "network": {"id": "19c13596-da37-4f08-8a74-b16cb3a430a5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-990142660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a9e6bb49d546bda0e323d6dd2e407a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57e661c-dc", "ovs_interfaceid": "a57e661c-dc32-4dc6-afdb-3eea04b6c089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.774114] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904da7d4-ed56-42cc-8c57-f1d1bc0ce41b tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.667s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.052713] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.054511] env[69220]: DEBUG nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.056780] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.768s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.056987] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.059597] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.811s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.089344] env[69220]: DEBUG nova.network.neutron [-] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.091811] env[69220]: INFO nova.compute.manager [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Took 24.78 seconds to build instance. [ 999.101058] env[69220]: INFO nova.scheduler.client.report [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted allocations for instance 6e207cd2-b3ad-4039-b5be-9b2eda54214b [ 999.210213] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.263501] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Releasing lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.264434] env[69220]: DEBUG nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Instance network_info: |[{"id": "a57e661c-dc32-4dc6-afdb-3eea04b6c089", "address": "fa:16:3e:0d:7e:ce", "network": {"id": "19c13596-da37-4f08-8a74-b16cb3a430a5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-990142660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a9e6bb49d546bda0e323d6dd2e407a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57e661c-dc", "ovs_interfaceid": "a57e661c-dc32-4dc6-afdb-3eea04b6c089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.266739] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:7e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a57e661c-dc32-4dc6-afdb-3eea04b6c089', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.274046] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.276160] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.277378] env[69220]: DEBUG nova.compute.manager [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Received event network-vif-plugged-a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.277592] env[69220]: DEBUG oslo_concurrency.lockutils [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] Acquiring lock "9ddb7562-49c1-413f-aa3e-409851132763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.277810] env[69220]: DEBUG oslo_concurrency.lockutils [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] Lock "9ddb7562-49c1-413f-aa3e-409851132763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.277992] env[69220]: DEBUG oslo_concurrency.lockutils [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] Lock "9ddb7562-49c1-413f-aa3e-409851132763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.278316] env[69220]: DEBUG nova.compute.manager [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] No waiting events found dispatching network-vif-plugged-a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.278537] env[69220]: WARNING nova.compute.manager [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Received unexpected event network-vif-plugged-a57e661c-dc32-4dc6-afdb-3eea04b6c089 for instance with vm_state building and task_state spawning. [ 999.278750] env[69220]: DEBUG nova.compute.manager [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Received event network-changed-a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.278973] env[69220]: DEBUG nova.compute.manager [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Refreshing instance network info cache due to event network-changed-a57e661c-dc32-4dc6-afdb-3eea04b6c089. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 999.279245] env[69220]: DEBUG oslo_concurrency.lockutils [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] Acquiring lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.279447] env[69220]: DEBUG oslo_concurrency.lockutils [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] Acquired lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.279758] env[69220]: DEBUG nova.network.neutron [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Refreshing network info cache for port a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.280993] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf0f5fa8-8c28-475c-9609-0af494f33d97 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.309037] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.309037] env[69220]: value = "task-2801308" [ 999.309037] env[69220]: _type = "Task" [ 999.309037] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.320546] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801308, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.381038] env[69220]: DEBUG nova.compute.manager [req-a9237c57-165e-4a63-8144-36e09633bab8 req-d3c07210-f4de-47e7-a45d-2b97e4b33068 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Received event network-vif-deleted-aed76c00-8eef-4110-a97b-ba0a730a038f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.381038] env[69220]: INFO nova.compute.manager [req-a9237c57-165e-4a63-8144-36e09633bab8 req-d3c07210-f4de-47e7-a45d-2b97e4b33068 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Neutron deleted interface aed76c00-8eef-4110-a97b-ba0a730a038f; detaching it from the instance and deleting it from the info cache [ 999.381246] env[69220]: DEBUG nova.network.neutron [req-a9237c57-165e-4a63-8144-36e09633bab8 req-d3c07210-f4de-47e7-a45d-2b97e4b33068 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.510473] env[69220]: DEBUG nova.network.neutron [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Updated VIF entry in instance network info cache for port a57e661c-dc32-4dc6-afdb-3eea04b6c089. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.510824] env[69220]: DEBUG nova.network.neutron [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Updating instance_info_cache with network_info: [{"id": "a57e661c-dc32-4dc6-afdb-3eea04b6c089", "address": "fa:16:3e:0d:7e:ce", "network": {"id": "19c13596-da37-4f08-8a74-b16cb3a430a5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-990142660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a9e6bb49d546bda0e323d6dd2e407a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57e661c-dc", "ovs_interfaceid": "a57e661c-dc32-4dc6-afdb-3eea04b6c089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.562909] env[69220]: DEBUG nova.compute.utils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.571404] env[69220]: DEBUG nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.571844] env[69220]: DEBUG nova.network.neutron [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.594251] env[69220]: INFO nova.compute.manager [-] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Took 1.44 seconds to deallocate network for instance. [ 999.594715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-00e32dd0-c1a1-4254-81b7-ec5352e820f4 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "6608f17d-234d-4000-b9a8-f8c16735e346" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.301s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.615698] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bfdbc3b-7cdb-4f4b-b615-9b58dcc282a0 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "6e207cd2-b3ad-4039-b5be-9b2eda54214b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.799s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.636503] env[69220]: DEBUG nova.policy [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daae923d9b1546bbaa42f65386d331b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1521c4ae407c4dc182743ff74f49c322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.714127] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801307, 'name': ReconfigVM_Task, 'duration_secs': 0.726468} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.714675] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4bd50bef-c39d-4965-8113-eefc267f7cc8/4bd50bef-c39d-4965-8113-eefc267f7cc8.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.715917] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78ef56dc-c2ef-41ef-b16d-edbcefbc0036 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.725127] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 999.725127] env[69220]: value = "task-2801309" [ 999.725127] env[69220]: _type = "Task" [ 999.725127] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.736013] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801309, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.820085] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801308, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.863225] env[69220]: DEBUG nova.network.neutron [-] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.887428] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6621b061-515e-4ce1-95de-9e4459f487d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.898136] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c6a9d-5cc1-42a2-8902-f635ab17597d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.933730] env[69220]: DEBUG nova.compute.manager [req-a9237c57-165e-4a63-8144-36e09633bab8 req-d3c07210-f4de-47e7-a45d-2b97e4b33068 service nova] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Detach interface failed, port_id=aed76c00-8eef-4110-a97b-ba0a730a038f, reason: Instance ebb20351-6df6-475b-9026-7abaf6de1b60 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 999.992967] env[69220]: DEBUG nova.network.neutron [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Successfully created port: 026ff3f6-afb2-4c00-8a4e-537735d9e563 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.013799] env[69220]: DEBUG oslo_concurrency.lockutils [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] Releasing lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.014309] env[69220]: DEBUG nova.compute.manager [req-183605c4-ac19-4564-9a63-803c227b95ce req-51abaa3a-cfe3-4d31-9872-22e564f88295 service nova] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Received event network-vif-deleted-b0a900cf-c2a9-4645-8928-3dcfa2eec51c {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.080879] env[69220]: DEBUG nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.104164] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.105300] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68d617fa-7443-4b83-892c-1e6f928905d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.105445] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9fdc7289-1ff9-4b6c-a263-6930d47677bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.105567] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 798f9b00-6de7-44a0-9ccc-119774d88bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.105682] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance ebb20351-6df6-475b-9026-7abaf6de1b60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.105796] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 61ef0689-e28c-4296-8d0c-809458f6cc01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.105910] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8ac7cbca-de87-49f7-b90d-a822699ea2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106031] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance d4abe3b9-4835-4315-82f0-c4ae3afac72b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106149] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 12c3d1fa-72cb-48ed-9d11-e766427ea254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106260] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance ff2e5326-ba63-4dab-988d-fc06d75fda5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106371] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106479] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 40999083-ef72-4024-9ced-4b11d61d3d4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106587] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5fd79e38-e861-4e5d-94de-724d65bacfba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106695] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 6608f17d-234d-4000-b9a8-f8c16735e346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106801] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 28e1d287-0f68-438b-ab28-e12efa26a16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.106907] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 4bd50bef-c39d-4965-8113-eefc267f7cc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.107018] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9ddb7562-49c1-413f-aa3e-409851132763 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.107125] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 67b04c42-b670-4e9d-aadd-21934e6ed561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.235459] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801309, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.242869] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "28e1d287-0f68-438b-ab28-e12efa26a16c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.242869] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.242869] env[69220]: INFO nova.compute.manager [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Shelving [ 1000.316828] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801308, 'name': CreateVM_Task, 'duration_secs': 0.54504} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.317338] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.319032] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.319032] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.319266] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.319834] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0dc6aef-6587-479e-8656-1e8f1eca9192 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.324934] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1000.324934] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521d338c-8bfc-63a2-9726-604702286b46" [ 1000.324934] env[69220]: _type = "Task" [ 1000.324934] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.332695] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521d338c-8bfc-63a2-9726-604702286b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.369540] env[69220]: INFO nova.compute.manager [-] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Took 1.94 seconds to deallocate network for instance. [ 1000.610182] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance b62d6220-06e2-47da-aa61-150af740041e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1000.610584] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1000.610584] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1000.634651] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "6608f17d-234d-4000-b9a8-f8c16735e346" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.634651] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "6608f17d-234d-4000-b9a8-f8c16735e346" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.634651] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "6608f17d-234d-4000-b9a8-f8c16735e346-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.635030] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "6608f17d-234d-4000-b9a8-f8c16735e346-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.635030] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "6608f17d-234d-4000-b9a8-f8c16735e346-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.638375] env[69220]: INFO nova.compute.manager [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Terminating instance [ 1000.736800] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801309, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.834804] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521d338c-8bfc-63a2-9726-604702286b46, 'name': SearchDatastore_Task, 'duration_secs': 0.024381} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.837167] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.837429] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.837663] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.837812] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.837990] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.838414] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-555dac66-f2fe-4678-98cf-8e1fe218392e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.849216] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.849393] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.850127] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76fefa45-c845-47c2-86b7-9fd9fbee0e8d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.855286] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1000.855286] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5225f841-9a11-7ec9-4afa-efbc017127b1" [ 1000.855286] env[69220]: _type = "Task" [ 1000.855286] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.859513] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd11306f-a5a1-470c-a10b-cf71757b12d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.866428] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5225f841-9a11-7ec9-4afa-efbc017127b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.868983] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38423b62-9f80-43ae-b63e-d7154a3d386f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.900508] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.900870] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bba9cb2-1131-49d4-892c-0d4f9b1e6bee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.908956] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d22388-cf21-486e-967a-ee9a175297c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.924236] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.097242] env[69220]: DEBUG nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.123010] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.123259] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.123413] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.123587] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.123740] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.123888] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.124107] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.124264] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.124429] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.124585] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.124752] env[69220]: DEBUG nova.virt.hardware [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.125646] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a278e1f7-f3ac-4cfb-b2f7-05151fde07df {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.133449] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8f96de-bf2b-4671-8061-319db06acb96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.146813] env[69220]: DEBUG nova.compute.manager [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.147017] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.147915] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ee0e0-6ad2-442e-b8a9-9fcd520d2cb5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.154353] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.154728] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdb1bd3c-f15a-4fb1-b276-32e81331dd9b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.160455] env[69220]: DEBUG oslo_vmware.api [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1001.160455] env[69220]: value = "task-2801310" [ 1001.160455] env[69220]: _type = "Task" [ 1001.160455] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.168935] env[69220]: DEBUG oslo_vmware.api [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.236812] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801309, 'name': Rename_Task, 'duration_secs': 1.158733} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.237022] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.237230] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c45f53a-bcaa-4f12-8e7c-7a975b8a403f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.244729] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1001.244729] env[69220]: value = "task-2801311" [ 1001.244729] env[69220]: _type = "Task" [ 1001.244729] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.252789] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.253061] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.253281] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5018fbd4-d3d1-494a-969a-7e17536f515a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.260143] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1001.260143] env[69220]: value = "task-2801312" [ 1001.260143] env[69220]: _type = "Task" [ 1001.260143] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.268289] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.367709] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5225f841-9a11-7ec9-4afa-efbc017127b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.368648] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a56ee80-6421-4ad6-8f3e-d7350cc71470 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.375113] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1001.375113] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527f6f15-dbdc-8eab-15ff-25e9c622300f" [ 1001.375113] env[69220]: _type = "Task" [ 1001.375113] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.383623] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527f6f15-dbdc-8eab-15ff-25e9c622300f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.386249] env[69220]: DEBUG nova.compute.manager [req-49244a18-1f2e-40cf-9dd3-f0386d4b7fe9 req-96546e09-8ff5-4bb2-9ea1-f954e3257cd0 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Received event network-vif-plugged-026ff3f6-afb2-4c00-8a4e-537735d9e563 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.386437] env[69220]: DEBUG oslo_concurrency.lockutils [req-49244a18-1f2e-40cf-9dd3-f0386d4b7fe9 req-96546e09-8ff5-4bb2-9ea1-f954e3257cd0 service nova] Acquiring lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.386681] env[69220]: DEBUG oslo_concurrency.lockutils [req-49244a18-1f2e-40cf-9dd3-f0386d4b7fe9 req-96546e09-8ff5-4bb2-9ea1-f954e3257cd0 service nova] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.386864] env[69220]: DEBUG oslo_concurrency.lockutils [req-49244a18-1f2e-40cf-9dd3-f0386d4b7fe9 req-96546e09-8ff5-4bb2-9ea1-f954e3257cd0 service nova] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.387055] env[69220]: DEBUG nova.compute.manager [req-49244a18-1f2e-40cf-9dd3-f0386d4b7fe9 req-96546e09-8ff5-4bb2-9ea1-f954e3257cd0 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] No waiting events found dispatching network-vif-plugged-026ff3f6-afb2-4c00-8a4e-537735d9e563 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.387285] env[69220]: WARNING nova.compute.manager [req-49244a18-1f2e-40cf-9dd3-f0386d4b7fe9 req-96546e09-8ff5-4bb2-9ea1-f954e3257cd0 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Received unexpected event network-vif-plugged-026ff3f6-afb2-4c00-8a4e-537735d9e563 for instance with vm_state building and task_state spawning. [ 1001.427557] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.477950] env[69220]: DEBUG nova.network.neutron [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Successfully updated port: 026ff3f6-afb2-4c00-8a4e-537735d9e563 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.673462] env[69220]: DEBUG oslo_vmware.api [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801310, 'name': PowerOffVM_Task, 'duration_secs': 0.179798} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.673793] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.674019] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.674339] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f797e0-5c6b-41bd-841b-79828800b1cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.740564] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.740697] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.740879] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleting the datastore file [datastore1] 6608f17d-234d-4000-b9a8-f8c16735e346 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.741262] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-211415ef-7f6b-4184-9dc6-bc43001eeac6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.750574] env[69220]: DEBUG oslo_vmware.api [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1001.750574] env[69220]: value = "task-2801314" [ 1001.750574] env[69220]: _type = "Task" [ 1001.750574] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.758726] env[69220]: DEBUG oslo_vmware.api [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801311, 'name': PowerOnVM_Task, 'duration_secs': 0.460036} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.759384] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.759663] env[69220]: INFO nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1001.759888] env[69220]: DEBUG nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.760715] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5ba5fe-04fe-4690-897c-c80f7c900ec5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.765817] env[69220]: DEBUG oslo_vmware.api [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.777352] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801312, 'name': PowerOffVM_Task, 'duration_secs': 0.193827} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.777804] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.778591] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d2f1f7-0184-416d-bfa6-c3b2dce1f38b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.796560] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c3367a-0c56-4635-ada9-a6dfe5ee858f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.885771] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527f6f15-dbdc-8eab-15ff-25e9c622300f, 'name': SearchDatastore_Task, 'duration_secs': 0.017564} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.886011] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.886274] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 9ddb7562-49c1-413f-aa3e-409851132763/9ddb7562-49c1-413f-aa3e-409851132763.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.886529] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4914e09-f004-4d09-bf8c-9a12448cf23b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.893237] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1001.893237] env[69220]: value = "task-2801315" [ 1001.893237] env[69220]: _type = "Task" [ 1001.893237] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.902778] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.932462] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1001.932663] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.873s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.932916] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.894s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.934410] env[69220]: INFO nova.compute.claims [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.980272] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.980440] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.980561] env[69220]: DEBUG nova.network.neutron [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.261465] env[69220]: DEBUG oslo_vmware.api [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446778} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.261850] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.261901] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.262119] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.262313] env[69220]: INFO nova.compute.manager [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1002.262564] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.262775] env[69220]: DEBUG nova.compute.manager [-] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.262873] env[69220]: DEBUG nova.network.neutron [-] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.286012] env[69220]: INFO nova.compute.manager [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Took 23.54 seconds to build instance. [ 1002.308286] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1002.309112] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c651e4c-ad65-47bd-bb80-4efed6d1e13e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.320553] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1002.320553] env[69220]: value = "task-2801316" [ 1002.320553] env[69220]: _type = "Task" [ 1002.320553] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.332396] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.404730] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.530968] env[69220]: DEBUG nova.network.neutron [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.782547] env[69220]: DEBUG nova.network.neutron [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance_info_cache with network_info: [{"id": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "address": "fa:16:3e:c0:bf:ae", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ff3f6-af", "ovs_interfaceid": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.788177] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df90dbb0-ab11-4e66-9838-d1b16d3c7537 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "4bd50bef-c39d-4965-8113-eefc267f7cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.055s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.831790] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801316, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.905203] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635023} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.905456] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 9ddb7562-49c1-413f-aa3e-409851132763/9ddb7562-49c1-413f-aa3e-409851132763.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.905671] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.905985] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54bb4bfa-5a6d-45b9-ad64-9e0acd3df9c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.913912] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1002.913912] env[69220]: value = "task-2801317" [ 1002.913912] env[69220]: _type = "Task" [ 1002.913912] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.922186] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.041561] env[69220]: DEBUG nova.network.neutron [-] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.175740] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c67627c-7ef0-4cfa-a420-e267fc8235bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.183486] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d549859-7e8e-4098-9355-c80fb98ceb7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.214080] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6901b-758d-485a-aa65-5f29b0bb0fe2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.221690] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c397a20-c639-40d0-bbc7-b3172277a6eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.237419] env[69220]: DEBUG nova.compute.provider_tree [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.287075] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.287075] env[69220]: DEBUG nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Instance network_info: |[{"id": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "address": "fa:16:3e:c0:bf:ae", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ff3f6-af", "ovs_interfaceid": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.287075] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:bf:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '026ff3f6-afb2-4c00-8a4e-537735d9e563', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.295378] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.295950] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.296258] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55be2a50-f013-4c9a-aaed-d2c7ae3c7a68 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.316967] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.316967] env[69220]: value = "task-2801318" [ 1003.316967] env[69220]: _type = "Task" [ 1003.316967] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.329125] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801318, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.334083] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801316, 'name': CreateSnapshot_Task, 'duration_secs': 0.651149} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.334956] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1003.335067] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d75ca1-3532-4e0a-afa3-dbbfe10c8263 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.416416] env[69220]: DEBUG nova.compute.manager [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Received event network-changed-026ff3f6-afb2-4c00-8a4e-537735d9e563 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.416691] env[69220]: DEBUG nova.compute.manager [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Refreshing instance network info cache due to event network-changed-026ff3f6-afb2-4c00-8a4e-537735d9e563. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.416928] env[69220]: DEBUG oslo_concurrency.lockutils [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] Acquiring lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.417098] env[69220]: DEBUG oslo_concurrency.lockutils [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] Acquired lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.417285] env[69220]: DEBUG nova.network.neutron [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Refreshing network info cache for port 026ff3f6-afb2-4c00-8a4e-537735d9e563 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.428234] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072593} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.429056] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.429871] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8c497c-7638-4c91-a22f-e9374a1f277a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.452514] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 9ddb7562-49c1-413f-aa3e-409851132763/9ddb7562-49c1-413f-aa3e-409851132763.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.453006] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e8f4fb-7f8f-4345-989f-9ff91025df5a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.472688] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1003.472688] env[69220]: value = "task-2801319" [ 1003.472688] env[69220]: _type = "Task" [ 1003.472688] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.480889] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.544510] env[69220]: INFO nova.compute.manager [-] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Took 1.28 seconds to deallocate network for instance. [ 1003.565421] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "4bd50bef-c39d-4965-8113-eefc267f7cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.565881] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "4bd50bef-c39d-4965-8113-eefc267f7cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.566125] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "4bd50bef-c39d-4965-8113-eefc267f7cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.566321] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "4bd50bef-c39d-4965-8113-eefc267f7cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.566496] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "4bd50bef-c39d-4965-8113-eefc267f7cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.568685] env[69220]: INFO nova.compute.manager [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Terminating instance [ 1003.741321] env[69220]: DEBUG nova.scheduler.client.report [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.827236] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801318, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.853962] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.854304] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1f1cc89-081f-4133-8ed5-779be818db92 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.862990] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1003.862990] env[69220]: value = "task-2801320" [ 1003.862990] env[69220]: _type = "Task" [ 1003.862990] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.870985] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801320, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.984523] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801319, 'name': ReconfigVM_Task, 'duration_secs': 0.279897} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.984838] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 9ddb7562-49c1-413f-aa3e-409851132763/9ddb7562-49c1-413f-aa3e-409851132763.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.985165] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69220) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1003.985829] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d5977c0c-fd78-4982-88e5-5a054cfc5f78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.992664] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1003.992664] env[69220]: value = "task-2801321" [ 1003.992664] env[69220]: _type = "Task" [ 1003.992664] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.006815] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801321, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.051748] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.072165] env[69220]: DEBUG nova.compute.manager [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.072401] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.074297] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eeabf3-7958-483e-bc84-edaf838dda15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.081590] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.081856] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab9fee68-bc3d-4b62-9a95-cc6d5f693d8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.089251] env[69220]: DEBUG oslo_vmware.api [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1004.089251] env[69220]: value = "task-2801322" [ 1004.089251] env[69220]: _type = "Task" [ 1004.089251] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.097731] env[69220]: DEBUG oslo_vmware.api [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.155141] env[69220]: DEBUG nova.network.neutron [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updated VIF entry in instance network info cache for port 026ff3f6-afb2-4c00-8a4e-537735d9e563. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.155541] env[69220]: DEBUG nova.network.neutron [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance_info_cache with network_info: [{"id": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "address": "fa:16:3e:c0:bf:ae", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ff3f6-af", "ovs_interfaceid": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.246472] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.247066] env[69220]: DEBUG nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.249816] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.146s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.250795] env[69220]: DEBUG nova.objects.instance [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'resources' on Instance uuid d4abe3b9-4835-4315-82f0-c4ae3afac72b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.328656] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801318, 'name': CreateVM_Task, 'duration_secs': 0.802128} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.329079] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.329575] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.329759] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.330051] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.330313] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687e6400-bc9d-42ff-8561-dd08cf96f8db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.335268] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1004.335268] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524b9d8c-26dc-3249-af5e-89eed1eab332" [ 1004.335268] env[69220]: _type = "Task" [ 1004.335268] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.343029] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524b9d8c-26dc-3249-af5e-89eed1eab332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.373265] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801320, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.502475] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801321, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.115304} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.502662] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69220) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1004.503548] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3df79a-a0a3-4dc4-8e2c-a4a84d517e29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.528038] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 9ddb7562-49c1-413f-aa3e-409851132763/ephemeral_0.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.528038] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb6e7d1-1a67-4803-9b44-7ac9d9896e10 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.544752] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1004.544752] env[69220]: value = "task-2801323" [ 1004.544752] env[69220]: _type = "Task" [ 1004.544752] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.552282] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.598130] env[69220]: DEBUG oslo_vmware.api [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801322, 'name': PowerOffVM_Task, 'duration_secs': 0.228778} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.598402] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.598567] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.598845] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4fe3e99-a876-4932-8c6f-7e696d5f5c4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.658525] env[69220]: DEBUG oslo_concurrency.lockutils [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] Releasing lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.658782] env[69220]: DEBUG nova.compute.manager [req-a6cd9314-f499-40c2-8fdc-820fc411c1d5 req-198b6cb5-ae90-42c1-b27e-452c1bb8f034 service nova] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Received event network-vif-deleted-a6b73ff0-a80d-43c1-9e3e-e7f65fe203fc {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.663162] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.663368] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.663544] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleting the datastore file [datastore2] 4bd50bef-c39d-4965-8113-eefc267f7cc8 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.663796] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ddfc16-8ce8-4e83-9030-0a8e3516cf98 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.669993] env[69220]: DEBUG oslo_vmware.api [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1004.669993] env[69220]: value = "task-2801325" [ 1004.669993] env[69220]: _type = "Task" [ 1004.669993] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.678955] env[69220]: DEBUG oslo_vmware.api [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.753800] env[69220]: DEBUG nova.compute.utils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.758162] env[69220]: DEBUG nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.758345] env[69220]: DEBUG nova.network.neutron [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.800101] env[69220]: DEBUG nova.policy [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8ccb26f61aa46d7b5711b2188e4b06f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a833c7803b745079047770bdefa909c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.848404] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524b9d8c-26dc-3249-af5e-89eed1eab332, 'name': SearchDatastore_Task, 'duration_secs': 0.023854} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.848546] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.848778] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.849462] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.849462] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.849592] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.849791] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38e952ff-cb36-4a13-8f35-c3c2961505a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.872670] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.872918] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.873794] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbed5ed-c53e-4d79-91b9-969a61bcdb51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.879072] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801320, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.883548] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1004.883548] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52cd06f4-139f-db17-4271-7bcacf2a1835" [ 1004.883548] env[69220]: _type = "Task" [ 1004.883548] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.891699] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cd06f4-139f-db17-4271-7bcacf2a1835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.009175] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c9bf1f-f95b-4c27-bd1d-cd57849df947 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.017456] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c835d82-3284-411f-a5c2-c56cb7c402bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.051750] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3051b9ae-012f-49a4-bdf2-1ebfd037e484 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.061831] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801323, 'name': ReconfigVM_Task, 'duration_secs': 0.452689} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.061831] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 9ddb7562-49c1-413f-aa3e-409851132763/ephemeral_0.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.062039] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bd22c3a-91e1-446c-a751-a85ed63724cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.065049] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8ff1d-19f1-43ca-9841-173874c841cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.078871] env[69220]: DEBUG nova.compute.provider_tree [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.081336] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1005.081336] env[69220]: value = "task-2801326" [ 1005.081336] env[69220]: _type = "Task" [ 1005.081336] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.090484] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801326, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.139637] env[69220]: DEBUG nova.network.neutron [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Successfully created port: 941e6d15-683d-42d6-962d-ecd05812efcf {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.179870] env[69220]: DEBUG oslo_vmware.api [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170659} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.180153] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.180338] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.180510] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.180688] env[69220]: INFO nova.compute.manager [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1005.180967] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.181237] env[69220]: DEBUG nova.compute.manager [-] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.181352] env[69220]: DEBUG nova.network.neutron [-] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.259218] env[69220]: DEBUG nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.373772] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801320, 'name': CloneVM_Task, 'duration_secs': 1.372997} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.374045] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Created linked-clone VM from snapshot [ 1005.374778] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c9e8e-8302-44ff-a168-306c5d468666 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.381875] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Uploading image 097f0eca-1652-4aa5-8f2a-445a06d3823f {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1005.391959] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cd06f4-139f-db17-4271-7bcacf2a1835, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.393062] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815f5581-602a-405b-a3cd-516519a3f344 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.398589] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1005.398589] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5251c306-c1c7-0043-5942-a307576c756a" [ 1005.398589] env[69220]: _type = "Task" [ 1005.398589] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.407458] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5251c306-c1c7-0043-5942-a307576c756a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.414545] env[69220]: DEBUG oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1005.414545] env[69220]: value = "vm-562943" [ 1005.414545] env[69220]: _type = "VirtualMachine" [ 1005.414545] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1005.414817] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf9f0c13-e74e-40bd-8a3a-fd9b496f6c2c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.422141] env[69220]: DEBUG oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lease: (returnval){ [ 1005.422141] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52740b23-ab7c-ac07-0a38-c540b2282eb2" [ 1005.422141] env[69220]: _type = "HttpNfcLease" [ 1005.422141] env[69220]: } obtained for exporting VM: (result){ [ 1005.422141] env[69220]: value = "vm-562943" [ 1005.422141] env[69220]: _type = "VirtualMachine" [ 1005.422141] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1005.422400] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the lease: (returnval){ [ 1005.422400] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52740b23-ab7c-ac07-0a38-c540b2282eb2" [ 1005.422400] env[69220]: _type = "HttpNfcLease" [ 1005.422400] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1005.429772] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.429772] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52740b23-ab7c-ac07-0a38-c540b2282eb2" [ 1005.429772] env[69220]: _type = "HttpNfcLease" [ 1005.429772] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.442383] env[69220]: DEBUG nova.compute.manager [req-0ecc73e8-b9b0-435e-8ab2-1dbb6b22fe78 req-560450a5-9483-4d5f-96eb-e774fb8fb4b8 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Received event network-vif-deleted-d68caa2c-6c2d-47c6-94eb-7c599c1e4176 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.442536] env[69220]: INFO nova.compute.manager [req-0ecc73e8-b9b0-435e-8ab2-1dbb6b22fe78 req-560450a5-9483-4d5f-96eb-e774fb8fb4b8 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Neutron deleted interface d68caa2c-6c2d-47c6-94eb-7c599c1e4176; detaching it from the instance and deleting it from the info cache [ 1005.442712] env[69220]: DEBUG nova.network.neutron [req-0ecc73e8-b9b0-435e-8ab2-1dbb6b22fe78 req-560450a5-9483-4d5f-96eb-e774fb8fb4b8 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.582860] env[69220]: DEBUG nova.scheduler.client.report [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.597096] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801326, 'name': Rename_Task, 'duration_secs': 0.176638} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.598161] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.598420] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae52f907-3762-4940-a105-f5e4f96eccfc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.605790] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1005.605790] env[69220]: value = "task-2801328" [ 1005.605790] env[69220]: _type = "Task" [ 1005.605790] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.613527] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.909470] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5251c306-c1c7-0043-5942-a307576c756a, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.909642] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.909840] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 67b04c42-b670-4e9d-aadd-21934e6ed561/67b04c42-b670-4e9d-aadd-21934e6ed561.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.910112] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d2546d4-146d-4636-a7ef-dc9f0b98ab6f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.913494] env[69220]: DEBUG nova.network.neutron [-] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.916989] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1005.916989] env[69220]: value = "task-2801329" [ 1005.916989] env[69220]: _type = "Task" [ 1005.916989] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.924579] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.931633] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.931633] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52740b23-ab7c-ac07-0a38-c540b2282eb2" [ 1005.931633] env[69220]: _type = "HttpNfcLease" [ 1005.931633] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.931896] env[69220]: DEBUG oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.931896] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52740b23-ab7c-ac07-0a38-c540b2282eb2" [ 1005.931896] env[69220]: _type = "HttpNfcLease" [ 1005.931896] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1005.932603] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c659e19-b14f-4278-9eb3-981110142de3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.939443] env[69220]: DEBUG oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6ab7-c582-e6ac-c7ff-5a9660a1ed66/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.939611] env[69220]: DEBUG oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6ab7-c582-e6ac-c7ff-5a9660a1ed66/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1006.005375] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c8baf1d-358e-4cad-a77c-e1f31c4b8eeb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.014745] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedffa46-b48c-4c42-923b-0398ab2b6810 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.052087] env[69220]: DEBUG nova.compute.manager [req-0ecc73e8-b9b0-435e-8ab2-1dbb6b22fe78 req-560450a5-9483-4d5f-96eb-e774fb8fb4b8 service nova] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Detach interface failed, port_id=d68caa2c-6c2d-47c6-94eb-7c599c1e4176, reason: Instance 4bd50bef-c39d-4965-8113-eefc267f7cc8 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1006.057033] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6765f64-6fd0-41be-8548-68e0040f4500 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.092447] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.095095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.196s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.095596] env[69220]: DEBUG nova.objects.instance [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lazy-loading 'resources' on Instance uuid ebb20351-6df6-475b-9026-7abaf6de1b60 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.118054] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.119285] env[69220]: INFO nova.scheduler.client.report [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleted allocations for instance d4abe3b9-4835-4315-82f0-c4ae3afac72b [ 1006.268553] env[69220]: DEBUG nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.297228] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.297498] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.297656] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.297835] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.297984] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.298255] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.298529] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.298719] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.298889] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.299067] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.299247] env[69220]: DEBUG nova.virt.hardware [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.300242] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107ea36-7850-4aab-852a-abb1d91125d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.309828] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd09ad-7564-4071-bb7f-de32d62b6252 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.419035] env[69220]: INFO nova.compute.manager [-] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Took 1.24 seconds to deallocate network for instance. [ 1006.432729] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50773} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.432991] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 67b04c42-b670-4e9d-aadd-21934e6ed561/67b04c42-b670-4e9d-aadd-21934e6ed561.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.433227] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.433502] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41e1333c-2946-42d0-b6ae-1f3e8ed7581f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.440850] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1006.440850] env[69220]: value = "task-2801330" [ 1006.440850] env[69220]: _type = "Task" [ 1006.440850] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.449513] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.617850] env[69220]: DEBUG nova.compute.manager [req-d29172d1-b2ff-48d8-bf8c-bffaca4be418 req-f062a43e-e22c-45e3-9af6-c4d8c562fd28 service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] Received event network-vif-plugged-941e6d15-683d-42d6-962d-ecd05812efcf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.618709] env[69220]: DEBUG oslo_concurrency.lockutils [req-d29172d1-b2ff-48d8-bf8c-bffaca4be418 req-f062a43e-e22c-45e3-9af6-c4d8c562fd28 service nova] Acquiring lock "b62d6220-06e2-47da-aa61-150af740041e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.618709] env[69220]: DEBUG oslo_concurrency.lockutils [req-d29172d1-b2ff-48d8-bf8c-bffaca4be418 req-f062a43e-e22c-45e3-9af6-c4d8c562fd28 service nova] Lock "b62d6220-06e2-47da-aa61-150af740041e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.618709] env[69220]: DEBUG oslo_concurrency.lockutils [req-d29172d1-b2ff-48d8-bf8c-bffaca4be418 req-f062a43e-e22c-45e3-9af6-c4d8c562fd28 service nova] Lock "b62d6220-06e2-47da-aa61-150af740041e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.619044] env[69220]: DEBUG nova.compute.manager [req-d29172d1-b2ff-48d8-bf8c-bffaca4be418 req-f062a43e-e22c-45e3-9af6-c4d8c562fd28 service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] No waiting events found dispatching network-vif-plugged-941e6d15-683d-42d6-962d-ecd05812efcf {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.619122] env[69220]: WARNING nova.compute.manager [req-d29172d1-b2ff-48d8-bf8c-bffaca4be418 req-f062a43e-e22c-45e3-9af6-c4d8c562fd28 service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] Received unexpected event network-vif-plugged-941e6d15-683d-42d6-962d-ecd05812efcf for instance with vm_state building and task_state spawning. [ 1006.626878] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2b48171d-e9c8-426e-b474-cf84214c8eb6 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "d4abe3b9-4835-4315-82f0-c4ae3afac72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.224s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.636572] env[69220]: DEBUG oslo_vmware.api [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801328, 'name': PowerOnVM_Task, 'duration_secs': 0.513834} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.638360] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.639156] env[69220]: INFO nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1006.639156] env[69220]: DEBUG nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.639606] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aab863-071d-4b3f-9252-72ae89ff59ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.836509] env[69220]: DEBUG nova.network.neutron [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Successfully updated port: 941e6d15-683d-42d6-962d-ecd05812efcf {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.915247] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c99b1e2-d69f-4579-8e4c-bd2266b16a2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.927482] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec6281-16e5-4844-90db-36b717ac095c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.932101] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.968668] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e23487-767a-4013-ac0d-00d513ee3788 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.977836] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062297} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.980881] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.982228] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d49bf60-a61e-469f-badb-7c9bd384d89d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.985962] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d920911a-6332-4a83-8ddb-f705bcbf9a4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.013912] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 67b04c42-b670-4e9d-aadd-21934e6ed561/67b04c42-b670-4e9d-aadd-21934e6ed561.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.023223] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e942d414-5037-447f-810d-615890ee0362 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.038558] env[69220]: DEBUG nova.compute.provider_tree [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.046379] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1007.046379] env[69220]: value = "task-2801331" [ 1007.046379] env[69220]: _type = "Task" [ 1007.046379] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.054632] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.168046] env[69220]: INFO nova.compute.manager [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Took 22.24 seconds to build instance. [ 1007.338534] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquiring lock "refresh_cache-b62d6220-06e2-47da-aa61-150af740041e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.338868] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquired lock "refresh_cache-b62d6220-06e2-47da-aa61-150af740041e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.342315] env[69220]: DEBUG nova.network.neutron [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.423622] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "61ef0689-e28c-4296-8d0c-809458f6cc01" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.423869] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.545535] env[69220]: DEBUG nova.scheduler.client.report [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.559019] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801331, 'name': ReconfigVM_Task, 'duration_secs': 0.279639} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.559321] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 67b04c42-b670-4e9d-aadd-21934e6ed561/67b04c42-b670-4e9d-aadd-21934e6ed561.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.559990] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-333489da-8e5e-424f-b486-c8839a6f8aee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.568584] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1007.568584] env[69220]: value = "task-2801332" [ 1007.568584] env[69220]: _type = "Task" [ 1007.568584] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.579108] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801332, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.670704] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ba8cd239-b782-44fc-a35b-2c6c1d894d52 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "9ddb7562-49c1-413f-aa3e-409851132763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.759s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.918080] env[69220]: DEBUG nova.network.neutron [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.929027] env[69220]: INFO nova.compute.manager [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Detaching volume 24b3fcbd-fe98-4d19-bf41-48428ab5056f [ 1007.974871] env[69220]: INFO nova.virt.block_device [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Attempting to driver detach volume 24b3fcbd-fe98-4d19-bf41-48428ab5056f from mountpoint /dev/sdb [ 1007.974972] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1007.978158] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562920', 'volume_id': '24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'name': 'volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61ef0689-e28c-4296-8d0c-809458f6cc01', 'attached_at': '', 'detached_at': '', 'volume_id': '24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'serial': '24b3fcbd-fe98-4d19-bf41-48428ab5056f'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1007.979157] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487aaa4b-21b6-4574-8d7c-7a11c397c967 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.014030] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b372a9f-7f9d-4c6d-b241-cbd09012230c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.022771] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb08d8b-64a2-4b6c-ab54-20dd0b213b45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.046336] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f815a54e-e813-412e-b376-96e10b71afc1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.066172] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.070022] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] The volume has not been displaced from its original location: [datastore2] volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f/volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.075010] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.076144] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.025s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.076381] env[69220]: DEBUG nova.objects.instance [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lazy-loading 'resources' on Instance uuid 6608f17d-234d-4000-b9a8-f8c16735e346 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.080072] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688dea70-9899-4e73-99b6-14560759bd3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.106807] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801332, 'name': Rename_Task, 'duration_secs': 0.141942} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.107241] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.107580] env[69220]: DEBUG oslo_vmware.api [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 1008.107580] env[69220]: value = "task-2801333" [ 1008.107580] env[69220]: _type = "Task" [ 1008.107580] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.108503] env[69220]: INFO nova.scheduler.client.report [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Deleted allocations for instance ebb20351-6df6-475b-9026-7abaf6de1b60 [ 1008.109569] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18dec0fb-7ea8-404a-a73f-d7fd1e218e57 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.126161] env[69220]: DEBUG oslo_vmware.api [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.128145] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1008.128145] env[69220]: value = "task-2801334" [ 1008.128145] env[69220]: _type = "Task" [ 1008.128145] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.140376] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.197200] env[69220]: DEBUG nova.compute.manager [req-fd432bd6-9b13-49bc-bbc2-2750fc546a82 req-add6d352-21e7-478f-9727-66e0b6c5a4bf service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Received event network-changed-a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.197427] env[69220]: DEBUG nova.compute.manager [req-fd432bd6-9b13-49bc-bbc2-2750fc546a82 req-add6d352-21e7-478f-9727-66e0b6c5a4bf service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Refreshing instance network info cache due to event network-changed-a57e661c-dc32-4dc6-afdb-3eea04b6c089. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.197651] env[69220]: DEBUG oslo_concurrency.lockutils [req-fd432bd6-9b13-49bc-bbc2-2750fc546a82 req-add6d352-21e7-478f-9727-66e0b6c5a4bf service nova] Acquiring lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.198279] env[69220]: DEBUG oslo_concurrency.lockutils [req-fd432bd6-9b13-49bc-bbc2-2750fc546a82 req-add6d352-21e7-478f-9727-66e0b6c5a4bf service nova] Acquired lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.198279] env[69220]: DEBUG nova.network.neutron [req-fd432bd6-9b13-49bc-bbc2-2750fc546a82 req-add6d352-21e7-478f-9727-66e0b6c5a4bf service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Refreshing network info cache for port a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.326366] env[69220]: DEBUG nova.network.neutron [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Updating instance_info_cache with network_info: [{"id": "941e6d15-683d-42d6-962d-ecd05812efcf", "address": "fa:16:3e:da:73:bf", "network": {"id": "3c2dbbe6-997b-4b89-ac25-e05a6f7c7b55", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-850180765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a833c7803b745079047770bdefa909c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941e6d15-68", "ovs_interfaceid": "941e6d15-683d-42d6-962d-ecd05812efcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.620645] env[69220]: DEBUG oslo_concurrency.lockutils [None req-16340c59-ff9a-4787-bd3a-500ca920fba8 tempest-VolumesAdminNegativeTest-83978192 tempest-VolumesAdminNegativeTest-83978192-project-member] Lock "ebb20351-6df6-475b-9026-7abaf6de1b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.827s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.625652] env[69220]: DEBUG oslo_vmware.api [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801333, 'name': ReconfigVM_Task, 'duration_secs': 0.307846} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.625968] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.636124] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc08c83-a1db-4fd7-92a5-3f66fb966cfa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.661292] env[69220]: DEBUG nova.compute.manager [req-1e0f1ec7-3707-44bd-926b-74f3a8871bc1 req-849de5b5-856b-49a5-ba29-4636061fe7bb service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] Received event network-changed-941e6d15-683d-42d6-962d-ecd05812efcf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.661573] env[69220]: DEBUG nova.compute.manager [req-1e0f1ec7-3707-44bd-926b-74f3a8871bc1 req-849de5b5-856b-49a5-ba29-4636061fe7bb service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] Refreshing instance network info cache due to event network-changed-941e6d15-683d-42d6-962d-ecd05812efcf. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.661851] env[69220]: DEBUG oslo_concurrency.lockutils [req-1e0f1ec7-3707-44bd-926b-74f3a8871bc1 req-849de5b5-856b-49a5-ba29-4636061fe7bb service nova] Acquiring lock "refresh_cache-b62d6220-06e2-47da-aa61-150af740041e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.670733] env[69220]: DEBUG oslo_vmware.api [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 1008.670733] env[69220]: value = "task-2801335" [ 1008.670733] env[69220]: _type = "Task" [ 1008.670733] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.676546] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.692300] env[69220]: DEBUG oslo_vmware.api [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.831358] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Releasing lock "refresh_cache-b62d6220-06e2-47da-aa61-150af740041e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.831358] env[69220]: DEBUG nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Instance network_info: |[{"id": "941e6d15-683d-42d6-962d-ecd05812efcf", "address": "fa:16:3e:da:73:bf", "network": {"id": "3c2dbbe6-997b-4b89-ac25-e05a6f7c7b55", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-850180765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a833c7803b745079047770bdefa909c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941e6d15-68", "ovs_interfaceid": "941e6d15-683d-42d6-962d-ecd05812efcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.831358] env[69220]: DEBUG oslo_concurrency.lockutils [req-1e0f1ec7-3707-44bd-926b-74f3a8871bc1 req-849de5b5-856b-49a5-ba29-4636061fe7bb service nova] Acquired lock "refresh_cache-b62d6220-06e2-47da-aa61-150af740041e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.831358] env[69220]: DEBUG nova.network.neutron [req-1e0f1ec7-3707-44bd-926b-74f3a8871bc1 req-849de5b5-856b-49a5-ba29-4636061fe7bb service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] Refreshing network info cache for port 941e6d15-683d-42d6-962d-ecd05812efcf {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.832555] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:73:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '941e6d15-683d-42d6-962d-ecd05812efcf', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.844095] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Creating folder: Project (7a833c7803b745079047770bdefa909c). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.844095] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4d0b0d-9e49-465a-a987-0e92375bc7e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.857401] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Created folder: Project (7a833c7803b745079047770bdefa909c) in parent group-v562703. [ 1008.857589] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Creating folder: Instances. Parent ref: group-v562944. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.857887] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-061376ce-61dc-4b1a-9b9b-2f5881dbd3f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.869633] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Created folder: Instances in parent group-v562944. [ 1008.869876] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.870150] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62d6220-06e2-47da-aa61-150af740041e] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.870301] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2ea6035-5fb2-4674-9034-1e5244318259 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.893353] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.893353] env[69220]: value = "task-2801338" [ 1008.893353] env[69220]: _type = "Task" [ 1008.893353] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.902064] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801338, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.917998] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc45289-d838-4ce2-bd84-ee9784a61578 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.929915] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d687af-a80e-431c-ae66-3ff5342d3670 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.965934] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a362ed51-bb5b-4afc-bc25-8eff34addb31 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.974160] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7970112f-1e0a-4574-b760-2b7231964b24 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.988789] env[69220]: DEBUG nova.compute.provider_tree [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.147859] env[69220]: DEBUG oslo_vmware.api [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801334, 'name': PowerOnVM_Task, 'duration_secs': 0.554509} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.148186] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.148402] env[69220]: INFO nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1009.148608] env[69220]: DEBUG nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.149575] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a436325a-8261-4694-b2cb-60d62d90efe4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.186720] env[69220]: DEBUG oslo_vmware.api [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801335, 'name': ReconfigVM_Task, 'duration_secs': 0.162479} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.186720] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562920', 'volume_id': '24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'name': 'volume-24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61ef0689-e28c-4296-8d0c-809458f6cc01', 'attached_at': '', 'detached_at': '', 'volume_id': '24b3fcbd-fe98-4d19-bf41-48428ab5056f', 'serial': '24b3fcbd-fe98-4d19-bf41-48428ab5056f'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1009.404944] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801338, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.479392] env[69220]: DEBUG nova.network.neutron [req-fd432bd6-9b13-49bc-bbc2-2750fc546a82 req-add6d352-21e7-478f-9727-66e0b6c5a4bf service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Updated VIF entry in instance network info cache for port a57e661c-dc32-4dc6-afdb-3eea04b6c089. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.479739] env[69220]: DEBUG nova.network.neutron [req-fd432bd6-9b13-49bc-bbc2-2750fc546a82 req-add6d352-21e7-478f-9727-66e0b6c5a4bf service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Updating instance_info_cache with network_info: [{"id": "a57e661c-dc32-4dc6-afdb-3eea04b6c089", "address": "fa:16:3e:0d:7e:ce", "network": {"id": "19c13596-da37-4f08-8a74-b16cb3a430a5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-990142660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a9e6bb49d546bda0e323d6dd2e407a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57e661c-dc", "ovs_interfaceid": "a57e661c-dc32-4dc6-afdb-3eea04b6c089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.495042] env[69220]: DEBUG nova.scheduler.client.report [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.669078] env[69220]: INFO nova.compute.manager [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Took 21.31 seconds to build instance. [ 1009.676308] env[69220]: DEBUG nova.network.neutron [req-1e0f1ec7-3707-44bd-926b-74f3a8871bc1 req-849de5b5-856b-49a5-ba29-4636061fe7bb service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] Updated VIF entry in instance network info cache for port 941e6d15-683d-42d6-962d-ecd05812efcf. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.676706] env[69220]: DEBUG nova.network.neutron [req-1e0f1ec7-3707-44bd-926b-74f3a8871bc1 req-849de5b5-856b-49a5-ba29-4636061fe7bb service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] Updating instance_info_cache with network_info: [{"id": "941e6d15-683d-42d6-962d-ecd05812efcf", "address": "fa:16:3e:da:73:bf", "network": {"id": "3c2dbbe6-997b-4b89-ac25-e05a6f7c7b55", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-850180765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a833c7803b745079047770bdefa909c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941e6d15-68", "ovs_interfaceid": "941e6d15-683d-42d6-962d-ecd05812efcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.745495] env[69220]: DEBUG nova.objects.instance [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lazy-loading 'flavor' on Instance uuid 61ef0689-e28c-4296-8d0c-809458f6cc01 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.907827] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801338, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.984664] env[69220]: DEBUG oslo_concurrency.lockutils [req-fd432bd6-9b13-49bc-bbc2-2750fc546a82 req-add6d352-21e7-478f-9727-66e0b6c5a4bf service nova] Releasing lock "refresh_cache-9ddb7562-49c1-413f-aa3e-409851132763" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.999882] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.002299] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.070s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.002537] env[69220]: DEBUG nova.objects.instance [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lazy-loading 'resources' on Instance uuid 4bd50bef-c39d-4965-8113-eefc267f7cc8 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.022403] env[69220]: INFO nova.scheduler.client.report [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted allocations for instance 6608f17d-234d-4000-b9a8-f8c16735e346 [ 1010.171548] env[69220]: DEBUG oslo_concurrency.lockutils [None req-10417d06-6029-4e33-ae84-4952a2df43f9 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.823s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.179325] env[69220]: DEBUG oslo_concurrency.lockutils [req-1e0f1ec7-3707-44bd-926b-74f3a8871bc1 req-849de5b5-856b-49a5-ba29-4636061fe7bb service nova] Releasing lock "refresh_cache-b62d6220-06e2-47da-aa61-150af740041e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.412755] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801338, 'name': CreateVM_Task, 'duration_secs': 1.42006} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.412755] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62d6220-06e2-47da-aa61-150af740041e] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.413395] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.413576] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.416432] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.416432] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c2152a-3903-495d-a761-1d70ccea8c4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.420620] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1010.420620] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5275496c-2894-81fe-dccd-2469d5aa2482" [ 1010.420620] env[69220]: _type = "Task" [ 1010.420620] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.432582] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5275496c-2894-81fe-dccd-2469d5aa2482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.456781] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "f42dad2e-8066-4197-8fc3-51576880a090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.457032] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "f42dad2e-8066-4197-8fc3-51576880a090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.462119] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "68902688-0da5-48d8-807d-d4b3bbed769f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.462253] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "68902688-0da5-48d8-807d-d4b3bbed769f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.532557] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a650eb82-5404-4d66-b27b-8f07c7a64938 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "6608f17d-234d-4000-b9a8-f8c16735e346" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.898s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.753666] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8df2fcb-25a6-4aaa-8aaf-e6a6ab553853 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.818082] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e984449a-d6b5-49f2-b212-f805c97125b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.827164] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed33646-7775-42e2-a929-ee4330da4327 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.859052] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c6321f-e3ba-4499-a5da-8529800a80b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.867417] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc0238f-9d62-4782-9f7c-619984b25de8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.882948] env[69220]: DEBUG nova.compute.provider_tree [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.932416] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5275496c-2894-81fe-dccd-2469d5aa2482, 'name': SearchDatastore_Task, 'duration_secs': 0.01581} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.932906] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.933920] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.933920] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.933920] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.933920] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.933920] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f6e1a9-a574-4dbb-bc42-36065b03f852 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.944629] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.944629] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.944629] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9038417-38ab-45b6-93b1-b9cf7755bd48 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.952468] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1010.952468] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52739a90-40a1-262a-870f-a2d456ec3b05" [ 1010.952468] env[69220]: _type = "Task" [ 1010.952468] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.958764] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52739a90-40a1-262a-870f-a2d456ec3b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.959284] env[69220]: DEBUG nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.964160] env[69220]: DEBUG nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.056876] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "61ef0689-e28c-4296-8d0c-809458f6cc01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.057188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.057410] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "61ef0689-e28c-4296-8d0c-809458f6cc01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.057591] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.057760] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.060903] env[69220]: INFO nova.compute.manager [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Terminating instance [ 1011.386615] env[69220]: DEBUG nova.scheduler.client.report [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.466491] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52739a90-40a1-262a-870f-a2d456ec3b05, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.473274] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-041c4696-9698-43b6-b740-c45dc90f6e01 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.481514] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1011.481514] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5282ad0f-2cf9-0384-46fb-423c2c6c19ab" [ 1011.481514] env[69220]: _type = "Task" [ 1011.481514] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.490066] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5282ad0f-2cf9-0384-46fb-423c2c6c19ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.494219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.494936] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.554802] env[69220]: DEBUG nova.compute.manager [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1011.565734] env[69220]: DEBUG nova.compute.manager [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.565962] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.566911] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f3fb6-3fdd-42e5-bc4b-4b54fb6e2d58 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.575424] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.575763] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fdc2da5-277a-4bea-9898-d4343c85a224 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.584888] env[69220]: DEBUG oslo_vmware.api [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 1011.584888] env[69220]: value = "task-2801339" [ 1011.584888] env[69220]: _type = "Task" [ 1011.584888] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.604022] env[69220]: DEBUG oslo_vmware.api [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.631838] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.632109] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.632501] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.632718] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.632892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.634973] env[69220]: INFO nova.compute.manager [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Terminating instance [ 1011.892596] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.895186] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.401s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.896729] env[69220]: INFO nova.compute.claims [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.918041] env[69220]: INFO nova.scheduler.client.report [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted allocations for instance 4bd50bef-c39d-4965-8113-eefc267f7cc8 [ 1011.992759] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5282ad0f-2cf9-0384-46fb-423c2c6c19ab, 'name': SearchDatastore_Task, 'duration_secs': 0.024323} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.993073] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.993367] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b62d6220-06e2-47da-aa61-150af740041e/b62d6220-06e2-47da-aa61-150af740041e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.993619] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411e35ac-90f8-4867-965f-19a3eff000f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.000853] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1012.000853] env[69220]: value = "task-2801340" [ 1012.000853] env[69220]: _type = "Task" [ 1012.000853] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.009220] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.080604] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.096653] env[69220]: DEBUG oslo_vmware.api [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801339, 'name': PowerOffVM_Task, 'duration_secs': 0.26491} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.098030] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.098030] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.098030] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd6ead3-b958-404d-8e5e-9570bfa19ab5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.142464] env[69220]: DEBUG nova.compute.manager [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.142629] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.143905] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21e504-a5a0-4124-82be-0a2bb343a9d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.152792] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.153517] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b9c1e90-dcc1-4aca-a4c6-a9efc131c074 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.163564] env[69220]: DEBUG oslo_vmware.api [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1012.163564] env[69220]: value = "task-2801342" [ 1012.163564] env[69220]: _type = "Task" [ 1012.163564] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.171591] env[69220]: DEBUG oslo_vmware.api [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.173368] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.173611] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.173866] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleting the datastore file [datastore2] 61ef0689-e28c-4296-8d0c-809458f6cc01 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.174160] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571e912c-53c2-406a-b663-6088ff09569a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.181407] env[69220]: DEBUG oslo_vmware.api [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 1012.181407] env[69220]: value = "task-2801343" [ 1012.181407] env[69220]: _type = "Task" [ 1012.181407] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.196312] env[69220]: DEBUG oslo_vmware.api [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.200474] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "302b3702-eed8-4685-ad82-307205896c33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.200750] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "302b3702-eed8-4685-ad82-307205896c33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.431467] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8188ca66-a88c-485d-bf7a-815b8ee98b9b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "4bd50bef-c39d-4965-8113-eefc267f7cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.866s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.515694] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801340, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.637102] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "40999083-ef72-4024-9ced-4b11d61d3d4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.637102] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "40999083-ef72-4024-9ced-4b11d61d3d4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.637102] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "40999083-ef72-4024-9ced-4b11d61d3d4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.637102] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "40999083-ef72-4024-9ced-4b11d61d3d4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.637102] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "40999083-ef72-4024-9ced-4b11d61d3d4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.640111] env[69220]: INFO nova.compute.manager [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Terminating instance [ 1012.674532] env[69220]: DEBUG oslo_vmware.api [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801342, 'name': PowerOffVM_Task, 'duration_secs': 0.237394} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.674751] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.674959] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.675606] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-685cdd26-8f0d-47ce-a3ca-5f0d965c776b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.698064] env[69220]: DEBUG oslo_vmware.api [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416936} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.698566] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.698676] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.699255] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.699255] env[69220]: INFO nova.compute.manager [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1012.700502] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.700676] env[69220]: DEBUG nova.compute.manager [-] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.700812] env[69220]: DEBUG nova.network.neutron [-] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.703255] env[69220]: DEBUG nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.809144] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.809144] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.809144] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleting the datastore file [datastore2] ff2e5326-ba63-4dab-988d-fc06d75fda5d {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.809144] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03a59c8e-2c42-4085-8831-c6fdba02af4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.815955] env[69220]: DEBUG oslo_vmware.api [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1012.815955] env[69220]: value = "task-2801345" [ 1012.815955] env[69220]: _type = "Task" [ 1012.815955] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.826517] env[69220]: DEBUG oslo_vmware.api [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.016272] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737472} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.016579] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] b62d6220-06e2-47da-aa61-150af740041e/b62d6220-06e2-47da-aa61-150af740041e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.016809] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.017452] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c1a931a-29f0-42e3-bba3-774d501d0da5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.023832] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1013.023832] env[69220]: value = "task-2801346" [ 1013.023832] env[69220]: _type = "Task" [ 1013.023832] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.037545] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.148200] env[69220]: DEBUG nova.compute.manager [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.148200] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.148727] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ba95e3-e138-45ea-8e2c-6c5dfedba0f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.162413] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.164131] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eebd513-6bf5-4bdd-9e6a-d833a6c3e27d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.173133] env[69220]: DEBUG oslo_vmware.api [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1013.173133] env[69220]: value = "task-2801347" [ 1013.173133] env[69220]: _type = "Task" [ 1013.173133] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.182251] env[69220]: DEBUG oslo_vmware.api [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.202441] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d85a3f-8e72-4691-8d6d-4eaf6a0b7baf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.212469] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04c6d39-f7b0-4410-bce5-5cafc75e08c7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.217595] env[69220]: DEBUG nova.compute.manager [req-a0a808ab-54dd-440e-811d-160796fb1979 req-26ffa1b7-510f-456d-b25f-9586592f308a service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Received event network-vif-deleted-6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.217791] env[69220]: INFO nova.compute.manager [req-a0a808ab-54dd-440e-811d-160796fb1979 req-26ffa1b7-510f-456d-b25f-9586592f308a service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Neutron deleted interface 6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91; detaching it from the instance and deleting it from the info cache [ 1013.217984] env[69220]: DEBUG nova.network.neutron [req-a0a808ab-54dd-440e-811d-160796fb1979 req-26ffa1b7-510f-456d-b25f-9586592f308a service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.255688] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.256678] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3981ab-f238-48ee-9de2-1afec7437016 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.265778] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387f21b8-889f-4d13-a6bb-da4c8e088aeb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.281705] env[69220]: DEBUG nova.compute.provider_tree [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.326680] env[69220]: DEBUG oslo_vmware.api [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44548} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.326941] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.327134] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.327304] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.327495] env[69220]: INFO nova.compute.manager [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1013.327741] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.327928] env[69220]: DEBUG nova.compute.manager [-] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.328038] env[69220]: DEBUG nova.network.neutron [-] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.533695] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067804} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.533980] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.534808] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d463b5f0-d282-444e-9a64-119a8a75d4fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.560359] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] b62d6220-06e2-47da-aa61-150af740041e/b62d6220-06e2-47da-aa61-150af740041e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.561387] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9fc968-385b-4d80-95e7-d876c7a39e5b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.581789] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1013.581789] env[69220]: value = "task-2801348" [ 1013.581789] env[69220]: _type = "Task" [ 1013.581789] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.591908] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.684500] env[69220]: DEBUG oslo_vmware.api [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801347, 'name': PowerOffVM_Task, 'duration_secs': 0.232393} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.684776] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.684957] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.685236] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75ea965a-708d-42bd-845b-b0b18d51cbe1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.693252] env[69220]: DEBUG nova.network.neutron [-] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.723258] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f02223b-366a-4fac-948e-db3e63394986 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.732230] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ef3a6-7c93-453d-9fb8-6a2cdf80dc37 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.767673] env[69220]: DEBUG nova.compute.manager [req-a0a808ab-54dd-440e-811d-160796fb1979 req-26ffa1b7-510f-456d-b25f-9586592f308a service nova] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Detach interface failed, port_id=6a1dac92-8c5b-4ad1-acca-a78fdb2b3f91, reason: Instance 61ef0689-e28c-4296-8d0c-809458f6cc01 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1013.769230] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.769424] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.769597] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleting the datastore file [datastore1] 40999083-ef72-4024-9ced-4b11d61d3d4c {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.769840] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a88f1823-b588-4557-bf07-f4176876df7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.777481] env[69220]: DEBUG oslo_vmware.api [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1013.777481] env[69220]: value = "task-2801350" [ 1013.777481] env[69220]: _type = "Task" [ 1013.777481] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.786358] env[69220]: DEBUG nova.scheduler.client.report [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.789516] env[69220]: DEBUG oslo_vmware.api [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.078657] env[69220]: DEBUG nova.network.neutron [-] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.093240] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.196569] env[69220]: INFO nova.compute.manager [-] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Took 1.50 seconds to deallocate network for instance. [ 1014.292683] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.293481] env[69220]: DEBUG nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.297850] env[69220]: DEBUG oslo_vmware.api [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481142} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.297937] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.803s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.300839] env[69220]: INFO nova.compute.claims [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.306681] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.306907] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.307107] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.307601] env[69220]: INFO nova.compute.manager [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1014.307896] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.308711] env[69220]: DEBUG nova.compute.manager [-] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.308854] env[69220]: DEBUG nova.network.neutron [-] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.581520] env[69220]: INFO nova.compute.manager [-] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Took 1.25 seconds to deallocate network for instance. [ 1014.596843] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801348, 'name': ReconfigVM_Task, 'duration_secs': 0.602152} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.597090] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] b62d6220-06e2-47da-aa61-150af740041e/b62d6220-06e2-47da-aa61-150af740041e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.597704] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30ef7293-524c-4570-a7ad-e9962ac15c10 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.605039] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1014.605039] env[69220]: value = "task-2801351" [ 1014.605039] env[69220]: _type = "Task" [ 1014.605039] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.614531] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801351, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.704957] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.810558] env[69220]: DEBUG nova.compute.utils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.812749] env[69220]: DEBUG nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.812911] env[69220]: DEBUG nova.network.neutron [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.857177] env[69220]: DEBUG nova.policy [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '883b380acc474f4cb86f311b15762b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e00f4d6b5bc447fbe1d25212f550382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.059225] env[69220]: DEBUG nova.network.neutron [-] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.092867] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.125273] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801351, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.177343] env[69220]: DEBUG nova.network.neutron [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Successfully created port: 529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.214870] env[69220]: DEBUG oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6ab7-c582-e6ac-c7ff-5a9660a1ed66/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1015.215832] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca13c16-e9eb-48e2-8f6c-124ddd435758 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.222763] env[69220]: DEBUG oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6ab7-c582-e6ac-c7ff-5a9660a1ed66/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1015.222928] env[69220]: ERROR oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6ab7-c582-e6ac-c7ff-5a9660a1ed66/disk-0.vmdk due to incomplete transfer. [ 1015.223208] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-659dc9e8-abf9-45f7-90ff-41c14c99989d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.230570] env[69220]: DEBUG oslo_vmware.rw_handles [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de6ab7-c582-e6ac-c7ff-5a9660a1ed66/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1015.231302] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Uploaded image 097f0eca-1652-4aa5-8f2a-445a06d3823f to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1015.233608] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1015.233862] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5aff715e-04e6-4d25-ade7-08418bed05be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.240037] env[69220]: DEBUG nova.compute.manager [req-7f0a21ed-57fb-4570-a51d-8ce0585751e6 req-6a8252cf-8fda-404d-ad68-6d48332dac2d service nova] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Received event network-vif-deleted-345c1b23-8d65-40e8-8a89-766226ae6ed0 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.240248] env[69220]: DEBUG nova.compute.manager [req-7f0a21ed-57fb-4570-a51d-8ce0585751e6 req-6a8252cf-8fda-404d-ad68-6d48332dac2d service nova] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Received event network-vif-deleted-8620336a-f4a5-4061-8f6b-1d9d23068d6a {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.242349] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1015.242349] env[69220]: value = "task-2801352" [ 1015.242349] env[69220]: _type = "Task" [ 1015.242349] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.253960] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801352, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.313390] env[69220]: DEBUG nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.562223] env[69220]: INFO nova.compute.manager [-] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Took 1.25 seconds to deallocate network for instance. [ 1015.585291] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2a744-3844-4fc1-b8e1-ffe75d3e5a31 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.594204] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa9964-3e01-426e-ab39-81679ae001eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.630585] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28694a3f-1d2c-42dc-b998-0f11bb35b59d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.639753] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801351, 'name': Rename_Task, 'duration_secs': 0.856015} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.642167] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.642270] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e920ba2-f739-4538-bdf9-3386c1813b84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.644751] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fbb6c2-3924-4253-a7b4-9fb51a44062d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.659115] env[69220]: DEBUG nova.compute.provider_tree [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.661576] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1015.661576] env[69220]: value = "task-2801353" [ 1015.661576] env[69220]: _type = "Task" [ 1015.661576] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.670610] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801353, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.751788] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801352, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.069307] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.163375] env[69220]: DEBUG nova.scheduler.client.report [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.186505] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.253360] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801352, 'name': Destroy_Task, 'duration_secs': 0.650722} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.253758] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Destroyed the VM [ 1016.254140] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.254540] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d45c1e3-7ae6-4e84-8765-f45948e353f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.261724] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1016.261724] env[69220]: value = "task-2801354" [ 1016.261724] env[69220]: _type = "Task" [ 1016.261724] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.270025] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801354, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.328409] env[69220]: DEBUG nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.356975] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.357311] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.357520] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.357813] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.357959] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.358188] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.358450] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.358648] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.358862] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.359178] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.359425] env[69220]: DEBUG nova.virt.hardware [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.360432] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed261a40-3d80-40b5-af13-16562dd35451 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.372620] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc955513-8348-4659-9126-b71e953adc6d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.673269] env[69220]: DEBUG nova.network.neutron [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Successfully updated port: 529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.678628] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.678628] env[69220]: DEBUG nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.678628] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.598s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.693975] env[69220]: DEBUG oslo_vmware.api [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801353, 'name': PowerOnVM_Task, 'duration_secs': 0.799167} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.695702] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.697392] env[69220]: INFO nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1016.697642] env[69220]: DEBUG nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.699022] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a8a609-7a67-452b-8dab-1fd2cd58e3df {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.773900] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801354, 'name': RemoveSnapshot_Task, 'duration_secs': 0.428482} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.774221] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1016.774510] env[69220]: DEBUG nova.compute.manager [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.775598] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f52e8f-2b98-4f21-8922-e02895b0aec0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.181186] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.181420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.181507] env[69220]: DEBUG nova.network.neutron [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.187018] env[69220]: DEBUG nova.compute.utils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.189522] env[69220]: INFO nova.compute.claims [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.195555] env[69220]: DEBUG nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.195555] env[69220]: DEBUG nova.network.neutron [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.221903] env[69220]: INFO nova.compute.manager [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Took 21.20 seconds to build instance. [ 1017.267910] env[69220]: DEBUG nova.compute.manager [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Received event network-vif-plugged-529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.268085] env[69220]: DEBUG oslo_concurrency.lockutils [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] Acquiring lock "68902688-0da5-48d8-807d-d4b3bbed769f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.268334] env[69220]: DEBUG oslo_concurrency.lockutils [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] Lock "68902688-0da5-48d8-807d-d4b3bbed769f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.268517] env[69220]: DEBUG oslo_concurrency.lockutils [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] Lock "68902688-0da5-48d8-807d-d4b3bbed769f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.268685] env[69220]: DEBUG nova.compute.manager [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] No waiting events found dispatching network-vif-plugged-529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.268850] env[69220]: WARNING nova.compute.manager [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Received unexpected event network-vif-plugged-529336c5-932a-4006-b219-b51d1e4f347e for instance with vm_state building and task_state spawning. [ 1017.269163] env[69220]: DEBUG nova.compute.manager [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Received event network-changed-529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.269362] env[69220]: DEBUG nova.compute.manager [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Refreshing instance network info cache due to event network-changed-529336c5-932a-4006-b219-b51d1e4f347e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.269537] env[69220]: DEBUG oslo_concurrency.lockutils [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] Acquiring lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.271071] env[69220]: DEBUG nova.policy [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b44d330e7584a8f862ccafaf50b79b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c517e5ccf444864b3c4e2100626de93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.288343] env[69220]: INFO nova.compute.manager [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Shelve offloading [ 1017.642962] env[69220]: DEBUG nova.network.neutron [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Successfully created port: 505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.697964] env[69220]: DEBUG nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.702433] env[69220]: INFO nova.compute.resource_tracker [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating resource usage from migration 7daf4a23-c74e-425d-bf31-8029541d67c9 [ 1017.723298] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2398b6d6-db57-48e0-8baa-4d7173200c67 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "b62d6220-06e2-47da-aa61-150af740041e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.728s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.753892] env[69220]: DEBUG nova.network.neutron [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.794215] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.794542] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeae3723-9415-451e-b6b0-0e8c66f43d94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.801775] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1017.801775] env[69220]: value = "task-2801355" [ 1017.801775] env[69220]: _type = "Task" [ 1017.801775] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.812303] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.971116] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91be5cc-99cd-463c-b20b-f4fcbb9eca19 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.979162] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d67e92-eb0d-483e-bddc-636750757fbd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.012884] env[69220]: DEBUG nova.network.neutron [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updating instance_info_cache with network_info: [{"id": "529336c5-932a-4006-b219-b51d1e4f347e", "address": "fa:16:3e:64:ce:90", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529336c5-93", "ovs_interfaceid": "529336c5-932a-4006-b219-b51d1e4f347e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.014291] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a76389-b93e-40f5-afa1-904a62a2206c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.022032] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b752d2b1-b039-41f4-a6c8-8d737ef3b081 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.036327] env[69220]: DEBUG nova.compute.provider_tree [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.313011] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.313265] env[69220]: DEBUG nova.compute.manager [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.314020] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae09a81-69a7-42bc-b830-7f1c9adbde76 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.321041] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.321041] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.321219] env[69220]: DEBUG nova.network.neutron [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.518503] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.518925] env[69220]: DEBUG nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Instance network_info: |[{"id": "529336c5-932a-4006-b219-b51d1e4f347e", "address": "fa:16:3e:64:ce:90", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529336c5-93", "ovs_interfaceid": "529336c5-932a-4006-b219-b51d1e4f347e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.519364] env[69220]: DEBUG oslo_concurrency.lockutils [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] Acquired lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.519606] env[69220]: DEBUG nova.network.neutron [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Refreshing network info cache for port 529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.521465] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:ce:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '529336c5-932a-4006-b219-b51d1e4f347e', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.529665] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.530143] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.530384] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b08ac360-cb7e-47d6-a4b6-33d552a0f79e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.555593] env[69220]: DEBUG nova.scheduler.client.report [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.562743] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquiring lock "b62d6220-06e2-47da-aa61-150af740041e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.562975] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "b62d6220-06e2-47da-aa61-150af740041e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.563188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquiring lock "b62d6220-06e2-47da-aa61-150af740041e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.563386] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "b62d6220-06e2-47da-aa61-150af740041e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.563548] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "b62d6220-06e2-47da-aa61-150af740041e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.570022] env[69220]: INFO nova.compute.manager [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Terminating instance [ 1018.575894] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.575894] env[69220]: value = "task-2801356" [ 1018.575894] env[69220]: _type = "Task" [ 1018.575894] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.592636] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801356, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.666760] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquiring lock "aa4a7360-724e-4248-97f6-93db0cf91d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.666997] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "aa4a7360-724e-4248-97f6-93db0cf91d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.717486] env[69220]: DEBUG nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.752794] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.753098] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.753307] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.753507] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.753657] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.753801] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.754015] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.754178] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.754348] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.754512] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.754683] env[69220]: DEBUG nova.virt.hardware [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.755625] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a939e60a-8d40-4b22-a46f-ba5352db94ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.765042] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fc235-f7de-4ced-8d67-4fe0d5029da5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.069675] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.391s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.070035] env[69220]: INFO nova.compute.manager [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Migrating [ 1019.077353] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.821s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.078990] env[69220]: INFO nova.compute.claims [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.087017] env[69220]: DEBUG nova.compute.manager [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.087017] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.092681] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d5ad7b-9131-4937-ab78-0b5eb0b4bb83 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.121995] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801356, 'name': CreateVM_Task, 'duration_secs': 0.378631} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.124893] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.124893] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.125662] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.126584] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.128502] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.128691] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67dc27ea-8243-430f-a73c-8af0a83ad4a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.131369] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d80227-6439-4775-8b6f-7a8b234c773c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.137810] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1019.137810] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520a925f-62b7-daff-a367-adec1fa52936" [ 1019.137810] env[69220]: _type = "Task" [ 1019.137810] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.139530] env[69220]: DEBUG oslo_vmware.api [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1019.139530] env[69220]: value = "task-2801357" [ 1019.139530] env[69220]: _type = "Task" [ 1019.139530] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.156381] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520a925f-62b7-daff-a367-adec1fa52936, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.159737] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.160106] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.161545] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.161545] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.161545] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.161545] env[69220]: DEBUG oslo_vmware.api [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.161545] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5e80319-3082-485c-a675-231c79d78ac1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.169772] env[69220]: DEBUG nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.176189] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.176418] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.177437] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea22b58-be4b-4207-8f71-41eb2cd4d40b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.183630] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1019.183630] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5205b9e8-dfc8-5e54-03e7-a06ec6dc3770" [ 1019.183630] env[69220]: _type = "Task" [ 1019.183630] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.196461] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5205b9e8-dfc8-5e54-03e7-a06ec6dc3770, 'name': SearchDatastore_Task} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.196622] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b5c702-f653-476c-b198-4880915c98a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.205167] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1019.205167] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52676517-77c7-8330-7db1-27b7cbc3f8e7" [ 1019.205167] env[69220]: _type = "Task" [ 1019.205167] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.218177] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52676517-77c7-8330-7db1-27b7cbc3f8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.218177] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.218177] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 68902688-0da5-48d8-807d-d4b3bbed769f/68902688-0da5-48d8-807d-d4b3bbed769f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.218177] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19d5eb0a-edd6-46a1-86aa-76b3cea7c722 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.224253] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1019.224253] env[69220]: value = "task-2801358" [ 1019.224253] env[69220]: _type = "Task" [ 1019.224253] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.234268] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.366075] env[69220]: DEBUG nova.network.neutron [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Updating instance_info_cache with network_info: [{"id": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "address": "fa:16:3e:3c:bb:46", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60781a3e-16", "ovs_interfaceid": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.570037] env[69220]: DEBUG nova.network.neutron [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Successfully updated port: 505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.579379] env[69220]: DEBUG nova.compute.manager [req-bfed584a-42b8-4794-9063-07e4d72a9755 req-8a68cc60-bd42-4b51-8592-c0c7297d47c2 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Received event network-vif-plugged-505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.579603] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfed584a-42b8-4794-9063-07e4d72a9755 req-8a68cc60-bd42-4b51-8592-c0c7297d47c2 service nova] Acquiring lock "f42dad2e-8066-4197-8fc3-51576880a090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.579806] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfed584a-42b8-4794-9063-07e4d72a9755 req-8a68cc60-bd42-4b51-8592-c0c7297d47c2 service nova] Lock "f42dad2e-8066-4197-8fc3-51576880a090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.579975] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfed584a-42b8-4794-9063-07e4d72a9755 req-8a68cc60-bd42-4b51-8592-c0c7297d47c2 service nova] Lock "f42dad2e-8066-4197-8fc3-51576880a090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.580192] env[69220]: DEBUG nova.compute.manager [req-bfed584a-42b8-4794-9063-07e4d72a9755 req-8a68cc60-bd42-4b51-8592-c0c7297d47c2 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] No waiting events found dispatching network-vif-plugged-505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.580325] env[69220]: WARNING nova.compute.manager [req-bfed584a-42b8-4794-9063-07e4d72a9755 req-8a68cc60-bd42-4b51-8592-c0c7297d47c2 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Received unexpected event network-vif-plugged-505656b6-6447-4fd6-a567-550cbe80c482 for instance with vm_state building and task_state spawning. [ 1019.604196] env[69220]: DEBUG nova.network.neutron [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updated VIF entry in instance network info cache for port 529336c5-932a-4006-b219-b51d1e4f347e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.604566] env[69220]: DEBUG nova.network.neutron [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updating instance_info_cache with network_info: [{"id": "529336c5-932a-4006-b219-b51d1e4f347e", "address": "fa:16:3e:64:ce:90", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529336c5-93", "ovs_interfaceid": "529336c5-932a-4006-b219-b51d1e4f347e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.609390] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.609598] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.609727] env[69220]: DEBUG nova.network.neutron [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.656211] env[69220]: DEBUG oslo_vmware.api [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801357, 'name': PowerOffVM_Task, 'duration_secs': 0.210445} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.656487] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.656654] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.656919] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63dabf8d-7447-4f80-8a3d-0987dd678f29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.699671] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.724734] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.724955] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.725261] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Deleting the datastore file [datastore1] b62d6220-06e2-47da-aa61-150af740041e {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.725487] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d86e394e-215e-41a8-b9c9-2f220b4ee21c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.737031] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435485} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.737215] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 68902688-0da5-48d8-807d-d4b3bbed769f/68902688-0da5-48d8-807d-d4b3bbed769f.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.737300] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.737597] env[69220]: DEBUG oslo_vmware.api [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for the task: (returnval){ [ 1019.737597] env[69220]: value = "task-2801360" [ 1019.737597] env[69220]: _type = "Task" [ 1019.737597] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.737826] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27d02ec7-6a36-467b-ba30-9700219a4044 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.747460] env[69220]: DEBUG oslo_vmware.api [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.749153] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1019.749153] env[69220]: value = "task-2801361" [ 1019.749153] env[69220]: _type = "Task" [ 1019.749153] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.757061] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.868520] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.070590] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.070748] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.070903] env[69220]: DEBUG nova.network.neutron [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.107063] env[69220]: DEBUG oslo_concurrency.lockutils [req-2e10f4ef-fb04-4d06-a4d1-c6c670811d86 req-2e0f290f-ed12-4ab4-9b68-3230d8dfb029 service nova] Releasing lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.117183] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.118289] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eea4c9-4e5f-4361-826c-79ff556350c7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.126935] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.129292] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7b3d344-72cf-41f2-803f-e9c259984b94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.196845] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.197080] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.197266] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleting the datastore file [datastore2] 28e1d287-0f68-438b-ab28-e12efa26a16c {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.197561] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07a11bd0-8851-4832-abd9-f2a63ebae776 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.206158] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1020.206158] env[69220]: value = "task-2801363" [ 1020.206158] env[69220]: _type = "Task" [ 1020.206158] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.214678] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.257264] env[69220]: DEBUG oslo_vmware.api [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Task: {'id': task-2801360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173595} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.260084] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.260279] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.260456] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.260626] env[69220]: INFO nova.compute.manager [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] [instance: b62d6220-06e2-47da-aa61-150af740041e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1020.260864] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.261374] env[69220]: DEBUG nova.compute.manager [-] [instance: b62d6220-06e2-47da-aa61-150af740041e] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.261374] env[69220]: DEBUG nova.network.neutron [-] [instance: b62d6220-06e2-47da-aa61-150af740041e] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.266398] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058756} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.266961] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.267708] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7c0a4-f8ef-4d28-a153-7ad68f22fc8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.290390] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 68902688-0da5-48d8-807d-d4b3bbed769f/68902688-0da5-48d8-807d-d4b3bbed769f.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.290674] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e596b8-db26-4de2-851b-a1a5ecf0a0fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.313886] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1020.313886] env[69220]: value = "task-2801364" [ 1020.313886] env[69220]: _type = "Task" [ 1020.313886] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.322145] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.358833] env[69220]: DEBUG nova.network.neutron [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance_info_cache with network_info: [{"id": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "address": "fa:16:3e:c0:bf:ae", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ff3f6-af", "ovs_interfaceid": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.386983] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b246b603-237f-44b8-8540-d41b266b7f0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.395479] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84085ac1-bd61-4be1-aa7b-847d57f527e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.429898] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4ed7f3-126b-48f0-b934-93ac3c6aced8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.440499] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79694e50-7209-4de8-a4f7-59044739c7de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.455855] env[69220]: DEBUG nova.compute.provider_tree [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.605207] env[69220]: DEBUG nova.network.neutron [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.715341] env[69220]: DEBUG oslo_vmware.api [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140258} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.715580] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.715758] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.715928] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.724668] env[69220]: DEBUG nova.network.neutron [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Updating instance_info_cache with network_info: [{"id": "505656b6-6447-4fd6-a567-550cbe80c482", "address": "fa:16:3e:21:16:4d", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505656b6-64", "ovs_interfaceid": "505656b6-6447-4fd6-a567-550cbe80c482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.738901] env[69220]: INFO nova.scheduler.client.report [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted allocations for instance 28e1d287-0f68-438b-ab28-e12efa26a16c [ 1020.823555] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801364, 'name': ReconfigVM_Task, 'duration_secs': 0.268109} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.823837] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 68902688-0da5-48d8-807d-d4b3bbed769f/68902688-0da5-48d8-807d-d4b3bbed769f.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.824509] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2f0d237-0b98-4c0b-880d-6a6691b68ea3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.830887] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1020.830887] env[69220]: value = "task-2801365" [ 1020.830887] env[69220]: _type = "Task" [ 1020.830887] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.838766] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801365, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.864846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.960909] env[69220]: DEBUG nova.scheduler.client.report [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.035496] env[69220]: DEBUG nova.network.neutron [-] [instance: b62d6220-06e2-47da-aa61-150af740041e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.227701] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.227980] env[69220]: DEBUG nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Instance network_info: |[{"id": "505656b6-6447-4fd6-a567-550cbe80c482", "address": "fa:16:3e:21:16:4d", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505656b6-64", "ovs_interfaceid": "505656b6-6447-4fd6-a567-550cbe80c482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.228425] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:16:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '505656b6-6447-4fd6-a567-550cbe80c482', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.236473] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.236690] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.236913] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bb39bbe-3336-4e60-a209-9953d9e74a15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.252904] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.258921] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.258921] env[69220]: value = "task-2801366" [ 1021.258921] env[69220]: _type = "Task" [ 1021.258921] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.266854] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801366, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.340739] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801365, 'name': Rename_Task, 'duration_secs': 0.143819} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.341056] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.341381] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6235be8-96d7-4ff5-9ff2-72b5d20fbe51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.347305] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1021.347305] env[69220]: value = "task-2801367" [ 1021.347305] env[69220]: _type = "Task" [ 1021.347305] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.354661] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.468426] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.469058] env[69220]: DEBUG nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.472085] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.767s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.472291] env[69220]: DEBUG nova.objects.instance [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lazy-loading 'resources' on Instance uuid 61ef0689-e28c-4296-8d0c-809458f6cc01 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.538527] env[69220]: INFO nova.compute.manager [-] [instance: b62d6220-06e2-47da-aa61-150af740041e] Took 1.28 seconds to deallocate network for instance. [ 1021.688980] env[69220]: DEBUG nova.compute.manager [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Received event network-changed-505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.689227] env[69220]: DEBUG nova.compute.manager [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Refreshing instance network info cache due to event network-changed-505656b6-6447-4fd6-a567-550cbe80c482. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.689470] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Acquiring lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.689615] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Acquired lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.689796] env[69220]: DEBUG nova.network.neutron [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Refreshing network info cache for port 505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.769473] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801366, 'name': CreateVM_Task, 'duration_secs': 0.422719} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.769643] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.770289] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.770453] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.770926] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.771850] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79aab86c-8bf1-49e5-8625-90ad8bf4e893 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.777261] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1021.777261] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a08ebc-c4c2-6b5c-303b-f7e819c0e6c3" [ 1021.777261] env[69220]: _type = "Task" [ 1021.777261] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.786448] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a08ebc-c4c2-6b5c-303b-f7e819c0e6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.857335] env[69220]: DEBUG oslo_vmware.api [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801367, 'name': PowerOnVM_Task, 'duration_secs': 0.485273} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.857605] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.857855] env[69220]: INFO nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Took 5.53 seconds to spawn the instance on the hypervisor. [ 1021.858065] env[69220]: DEBUG nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.858865] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc31c604-d684-48c2-ad31-ce835872cd16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.976588] env[69220]: DEBUG nova.compute.utils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.978724] env[69220]: DEBUG nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.978972] env[69220]: DEBUG nova.network.neutron [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.046630] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.049052] env[69220]: DEBUG nova.policy [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baaf3f349f164c899ac6efff08fe8047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c8bc38ea0a24572b07b4ca06d900c0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.274035] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1f1ab2-4ff5-46df-80f3-7bebcf0052c7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.283540] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877680de-c122-40fd-af23-d56fb17a0c0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.291070] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a08ebc-c4c2-6b5c-303b-f7e819c0e6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.291789] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.292110] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.292873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.292873] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.292873] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.293201] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04317b3e-9bfb-4b9a-b7fd-3d0a2ff43c7e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.325161] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc941a1-a3d9-4647-a7ec-6d20a8cc48e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.330673] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.330863] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.333532] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e888e47a-6596-4065-9769-1ce32298dd42 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.336867] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c31cc-ab86-47e4-85ca-fa4cedc06915 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.343865] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1022.343865] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521c1b51-5168-1e3e-501d-711fb8aec634" [ 1022.343865] env[69220]: _type = "Task" [ 1022.343865] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.352392] env[69220]: DEBUG nova.compute.provider_tree [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.376150] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521c1b51-5168-1e3e-501d-711fb8aec634, 'name': SearchDatastore_Task, 'duration_secs': 0.008559} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.379627] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27701327-b2e8-4359-8caa-d6ddc40e8890 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.383729] env[69220]: INFO nova.compute.manager [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Took 10.91 seconds to build instance. [ 1022.386074] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf01dd5-3198-48b5-91ce-53edf18f4bd5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.392888] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1022.392888] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523544ed-9655-c90c-9e4e-11f8385d76df" [ 1022.392888] env[69220]: _type = "Task" [ 1022.392888] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.411597] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance '67b04c42-b670-4e9d-aadd-21934e6ed561' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.424934] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523544ed-9655-c90c-9e4e-11f8385d76df, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.425120] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.425240] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] f42dad2e-8066-4197-8fc3-51576880a090/f42dad2e-8066-4197-8fc3-51576880a090.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.425598] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45bffe6f-3f90-4eef-a1bb-7ba292447517 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.432601] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1022.432601] env[69220]: value = "task-2801368" [ 1022.432601] env[69220]: _type = "Task" [ 1022.432601] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.441093] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.473420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "28e1d287-0f68-438b-ab28-e12efa26a16c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.486624] env[69220]: DEBUG nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.490748] env[69220]: DEBUG nova.network.neutron [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Successfully created port: a7795987-c724-4fec-ae7a-bef5ece01162 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.570578] env[69220]: DEBUG nova.network.neutron [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Updated VIF entry in instance network info cache for port 505656b6-6447-4fd6-a567-550cbe80c482. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.571141] env[69220]: DEBUG nova.network.neutron [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Updating instance_info_cache with network_info: [{"id": "505656b6-6447-4fd6-a567-550cbe80c482", "address": "fa:16:3e:21:16:4d", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505656b6-64", "ovs_interfaceid": "505656b6-6447-4fd6-a567-550cbe80c482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.864484] env[69220]: DEBUG nova.scheduler.client.report [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.885601] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1dd11a4d-9240-4380-a073-6a6615c4e9ff tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "68902688-0da5-48d8-807d-d4b3bbed769f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.423s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.921410] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.921832] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa89f407-0dbb-453d-81a3-ca72ee4facce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.929441] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1022.929441] env[69220]: value = "task-2801369" [ 1022.929441] env[69220]: _type = "Task" [ 1022.929441] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.942210] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.945499] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801368, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.076056] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Releasing lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.076361] env[69220]: DEBUG nova.compute.manager [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Received event network-vif-unplugged-60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.076543] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Acquiring lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.080026] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.080026] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.080026] env[69220]: DEBUG nova.compute.manager [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] No waiting events found dispatching network-vif-unplugged-60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.080026] env[69220]: WARNING nova.compute.manager [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Received unexpected event network-vif-unplugged-60781a3e-16ee-4c3d-b62b-d5fee5495542 for instance with vm_state shelved_offloaded and task_state None. [ 1023.080026] env[69220]: DEBUG nova.compute.manager [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Received event network-changed-60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.080026] env[69220]: DEBUG nova.compute.manager [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Refreshing instance network info cache due to event network-changed-60781a3e-16ee-4c3d-b62b-d5fee5495542. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.080026] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Acquiring lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.080026] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Acquired lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.080026] env[69220]: DEBUG nova.network.neutron [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Refreshing network info cache for port 60781a3e-16ee-4c3d-b62b-d5fee5495542 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.370930] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.373382] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.281s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.373610] env[69220]: DEBUG nova.objects.instance [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lazy-loading 'resources' on Instance uuid ff2e5326-ba63-4dab-988d-fc06d75fda5d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.393714] env[69220]: INFO nova.scheduler.client.report [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleted allocations for instance 61ef0689-e28c-4296-8d0c-809458f6cc01 [ 1023.445487] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712505} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.448768] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] f42dad2e-8066-4197-8fc3-51576880a090/f42dad2e-8066-4197-8fc3-51576880a090.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.449041] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.449628] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801369, 'name': PowerOffVM_Task, 'duration_secs': 0.28903} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.449833] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10fb9b8f-90fc-46dd-ac1e-8b989463b2c5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.451649] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.451811] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance '67b04c42-b670-4e9d-aadd-21934e6ed561' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.460490] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1023.460490] env[69220]: value = "task-2801370" [ 1023.460490] env[69220]: _type = "Task" [ 1023.460490] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.469520] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.496383] env[69220]: DEBUG nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.519923] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.520221] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.520386] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.520569] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.520758] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.520935] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.521224] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.521429] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.521671] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.521818] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.521993] env[69220]: DEBUG nova.virt.hardware [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.522844] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a185531d-3b78-404f-a1fc-e3c84ab711d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.530608] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407c33dc-765e-4847-924e-533baa87ee38 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.726484] env[69220]: DEBUG nova.compute.manager [req-9f368943-fd81-44e7-9614-b18b66e8843f req-d6551d5e-9284-4b59-bc51-ef5e3fa20f07 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Received event network-changed-529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.728034] env[69220]: DEBUG nova.compute.manager [req-9f368943-fd81-44e7-9614-b18b66e8843f req-d6551d5e-9284-4b59-bc51-ef5e3fa20f07 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Refreshing instance network info cache due to event network-changed-529336c5-932a-4006-b219-b51d1e4f347e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.728301] env[69220]: DEBUG oslo_concurrency.lockutils [req-9f368943-fd81-44e7-9614-b18b66e8843f req-d6551d5e-9284-4b59-bc51-ef5e3fa20f07 service nova] Acquiring lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.728446] env[69220]: DEBUG oslo_concurrency.lockutils [req-9f368943-fd81-44e7-9614-b18b66e8843f req-d6551d5e-9284-4b59-bc51-ef5e3fa20f07 service nova] Acquired lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.728601] env[69220]: DEBUG nova.network.neutron [req-9f368943-fd81-44e7-9614-b18b66e8843f req-d6551d5e-9284-4b59-bc51-ef5e3fa20f07 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Refreshing network info cache for port 529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.860156] env[69220]: DEBUG nova.network.neutron [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Updated VIF entry in instance network info cache for port 60781a3e-16ee-4c3d-b62b-d5fee5495542. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.860523] env[69220]: DEBUG nova.network.neutron [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Updating instance_info_cache with network_info: [{"id": "60781a3e-16ee-4c3d-b62b-d5fee5495542", "address": "fa:16:3e:3c:bb:46", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": null, "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap60781a3e-16", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.902070] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5de6700f-c1fa-4b2b-a774-26fc45fed56c tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "61ef0689-e28c-4296-8d0c-809458f6cc01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.845s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.959523] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.959769] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.959923] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.960588] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.960779] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.960930] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.961258] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.961552] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.961790] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.961974] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.962339] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.976387] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea1b49b-d321-478b-8c20-6a3b32c0bf9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.001561] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064935} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.005218] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.005596] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1024.005596] env[69220]: value = "task-2801371" [ 1024.005596] env[69220]: _type = "Task" [ 1024.005596] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.006745] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0220848-2437-4736-9073-a574e191273a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.034951] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] f42dad2e-8066-4197-8fc3-51576880a090/f42dad2e-8066-4197-8fc3-51576880a090.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.042331] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9657f64-b769-4de0-b213-4a1eaa079290 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.057897] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.064072] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1024.064072] env[69220]: value = "task-2801372" [ 1024.064072] env[69220]: _type = "Task" [ 1024.064072] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.076753] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.120255] env[69220]: DEBUG nova.network.neutron [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Successfully updated port: a7795987-c724-4fec-ae7a-bef5ece01162 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.223273] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f96d0a1-47ac-4ddf-817a-fcf9c8ecc9b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.235388] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a6ee5-dc54-473a-8739-2c5051634aaa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.270735] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af012048-f997-4d24-ba1d-fc25006de527 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.283830] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524a1163-d9db-4878-ab01-671a9795d889 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.299236] env[69220]: DEBUG nova.compute.provider_tree [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.363268] env[69220]: DEBUG oslo_concurrency.lockutils [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] Releasing lock "refresh_cache-28e1d287-0f68-438b-ab28-e12efa26a16c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.363547] env[69220]: DEBUG nova.compute.manager [req-2fd343cb-6819-4113-9c08-19e5cc699339 req-582afc65-1314-4b70-8ebc-269e1e88dec1 service nova] [instance: b62d6220-06e2-47da-aa61-150af740041e] Received event network-vif-deleted-941e6d15-683d-42d6-962d-ecd05812efcf {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.392481] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "2ab30c64-fb49-48fd-8cad-510653d716c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.392587] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.482767] env[69220]: DEBUG nova.network.neutron [req-9f368943-fd81-44e7-9614-b18b66e8843f req-d6551d5e-9284-4b59-bc51-ef5e3fa20f07 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updated VIF entry in instance network info cache for port 529336c5-932a-4006-b219-b51d1e4f347e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.483211] env[69220]: DEBUG nova.network.neutron [req-9f368943-fd81-44e7-9614-b18b66e8843f req-d6551d5e-9284-4b59-bc51-ef5e3fa20f07 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updating instance_info_cache with network_info: [{"id": "529336c5-932a-4006-b219-b51d1e4f347e", "address": "fa:16:3e:64:ce:90", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529336c5-93", "ovs_interfaceid": "529336c5-932a-4006-b219-b51d1e4f347e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.520053] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801371, 'name': ReconfigVM_Task, 'duration_secs': 0.270049} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.520399] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance '67b04c42-b670-4e9d-aadd-21934e6ed561' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.575096] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801372, 'name': ReconfigVM_Task, 'duration_secs': 0.317981} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.575413] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Reconfigured VM instance instance-0000005a to attach disk [datastore2] f42dad2e-8066-4197-8fc3-51576880a090/f42dad2e-8066-4197-8fc3-51576880a090.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.576095] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b3e1b52-5cf4-49ad-ab36-44a01ad89681 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.581544] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1024.581544] env[69220]: value = "task-2801374" [ 1024.581544] env[69220]: _type = "Task" [ 1024.581544] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.589851] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801374, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.623080] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "refresh_cache-302b3702-eed8-4685-ad82-307205896c33" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.623274] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "refresh_cache-302b3702-eed8-4685-ad82-307205896c33" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.623851] env[69220]: DEBUG nova.network.neutron [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.775190] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.775190] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.805257] env[69220]: DEBUG nova.scheduler.client.report [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.895875] env[69220]: DEBUG nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.986486] env[69220]: DEBUG oslo_concurrency.lockutils [req-9f368943-fd81-44e7-9614-b18b66e8843f req-d6551d5e-9284-4b59-bc51-ef5e3fa20f07 service nova] Releasing lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.027606] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.027846] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.028007] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.028200] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.028346] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.028492] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.028697] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.028856] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.029090] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.029315] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.029543] env[69220]: DEBUG nova.virt.hardware [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.035332] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.035618] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51bdcbb3-2689-4eed-9e5b-9d05c2fd90ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.054235] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1025.054235] env[69220]: value = "task-2801375" [ 1025.054235] env[69220]: _type = "Task" [ 1025.054235] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.063869] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.090720] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801374, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.155930] env[69220]: DEBUG nova.network.neutron [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.278447] env[69220]: INFO nova.compute.manager [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Detaching volume 994523fd-ed3a-40ac-99e7-945e69f0e331 [ 1025.287057] env[69220]: DEBUG nova.network.neutron [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Updating instance_info_cache with network_info: [{"id": "a7795987-c724-4fec-ae7a-bef5ece01162", "address": "fa:16:3e:be:5b:c3", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7795987-c7", "ovs_interfaceid": "a7795987-c724-4fec-ae7a-bef5ece01162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.311077] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.313512] env[69220]: INFO nova.virt.block_device [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Attempting to driver detach volume 994523fd-ed3a-40ac-99e7-945e69f0e331 from mountpoint /dev/sdb [ 1025.313724] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1025.313908] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562932', 'volume_id': '994523fd-ed3a-40ac-99e7-945e69f0e331', 'name': 'volume-994523fd-ed3a-40ac-99e7-945e69f0e331', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12c3d1fa-72cb-48ed-9d11-e766427ea254', 'attached_at': '', 'detached_at': '', 'volume_id': '994523fd-ed3a-40ac-99e7-945e69f0e331', 'serial': '994523fd-ed3a-40ac-99e7-945e69f0e331'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1025.314420] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.245s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.314805] env[69220]: DEBUG nova.objects.instance [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lazy-loading 'resources' on Instance uuid 40999083-ef72-4024-9ced-4b11d61d3d4c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.316294] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5070795-1070-4354-817a-97ceb79a66de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.339384] env[69220]: INFO nova.scheduler.client.report [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted allocations for instance ff2e5326-ba63-4dab-988d-fc06d75fda5d [ 1025.340961] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c7adb-6297-42a5-ac73-5c670b20604d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.350798] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dd38b7-b54c-446a-8215-3fc09ae91ec2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.372777] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933e625f-cf1f-4a37-82c5-f63be401dfd5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.387987] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] The volume has not been displaced from its original location: [datastore2] volume-994523fd-ed3a-40ac-99e7-945e69f0e331/volume-994523fd-ed3a-40ac-99e7-945e69f0e331.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1025.393258] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.394257] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00ff8d1-12d7-4a41-b00e-ddcaa33e5ecd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.414972] env[69220]: DEBUG oslo_vmware.api [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1025.414972] env[69220]: value = "task-2801376" [ 1025.414972] env[69220]: _type = "Task" [ 1025.414972] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.422839] env[69220]: DEBUG oslo_vmware.api [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.423835] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.566546] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801375, 'name': ReconfigVM_Task, 'duration_secs': 0.186728} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.566850] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.567722] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88004884-ecae-4642-b86b-e5e45a3a5483 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.590333] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 67b04c42-b670-4e9d-aadd-21934e6ed561/67b04c42-b670-4e9d-aadd-21934e6ed561.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.593687] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b36c6c6-9f9f-4c26-818f-6fe7c8c9cd4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.612129] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801374, 'name': Rename_Task, 'duration_secs': 0.911272} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.613471] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.613791] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1025.613791] env[69220]: value = "task-2801377" [ 1025.613791] env[69220]: _type = "Task" [ 1025.613791] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.613976] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae444d52-3778-4283-89cd-e2c0130ac2be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.625602] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.626734] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1025.626734] env[69220]: value = "task-2801378" [ 1025.626734] env[69220]: _type = "Task" [ 1025.626734] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.637327] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.764847] env[69220]: DEBUG nova.compute.manager [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] Received event network-vif-plugged-a7795987-c724-4fec-ae7a-bef5ece01162 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.765083] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] Acquiring lock "302b3702-eed8-4685-ad82-307205896c33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.765321] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] Lock "302b3702-eed8-4685-ad82-307205896c33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.765447] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] Lock "302b3702-eed8-4685-ad82-307205896c33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.765611] env[69220]: DEBUG nova.compute.manager [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] No waiting events found dispatching network-vif-plugged-a7795987-c724-4fec-ae7a-bef5ece01162 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.765772] env[69220]: WARNING nova.compute.manager [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] Received unexpected event network-vif-plugged-a7795987-c724-4fec-ae7a-bef5ece01162 for instance with vm_state building and task_state spawning. [ 1025.765926] env[69220]: DEBUG nova.compute.manager [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] Received event network-changed-a7795987-c724-4fec-ae7a-bef5ece01162 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.766200] env[69220]: DEBUG nova.compute.manager [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] Refreshing instance network info cache due to event network-changed-a7795987-c724-4fec-ae7a-bef5ece01162. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.766389] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] Acquiring lock "refresh_cache-302b3702-eed8-4685-ad82-307205896c33" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.789535] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "refresh_cache-302b3702-eed8-4685-ad82-307205896c33" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.789840] env[69220]: DEBUG nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Instance network_info: |[{"id": "a7795987-c724-4fec-ae7a-bef5ece01162", "address": "fa:16:3e:be:5b:c3", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7795987-c7", "ovs_interfaceid": "a7795987-c724-4fec-ae7a-bef5ece01162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.790175] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] Acquired lock "refresh_cache-302b3702-eed8-4685-ad82-307205896c33" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.790360] env[69220]: DEBUG nova.network.neutron [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] Refreshing network info cache for port a7795987-c724-4fec-ae7a-bef5ece01162 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.791643] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:5b:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7795987-c724-4fec-ae7a-bef5ece01162', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.799289] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.800449] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 302b3702-eed8-4685-ad82-307205896c33] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.800573] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f163774a-47f4-458d-be88-89bbd27ce809 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.823666] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.823666] env[69220]: value = "task-2801379" [ 1025.823666] env[69220]: _type = "Task" [ 1025.823666] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.833109] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801379, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.849763] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f2530fa8-8b51-427c-bfcd-ea3e752d44a2 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "ff2e5326-ba63-4dab-988d-fc06d75fda5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.218s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.925065] env[69220]: DEBUG oslo_vmware.api [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801376, 'name': ReconfigVM_Task, 'duration_secs': 0.235613} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.928178] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1025.933242] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e33aa0e-deca-4a4d-b9e3-abd51dd030cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.951433] env[69220]: DEBUG oslo_vmware.api [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1025.951433] env[69220]: value = "task-2801380" [ 1025.951433] env[69220]: _type = "Task" [ 1025.951433] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.961095] env[69220]: DEBUG oslo_vmware.api [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.063396] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba1fe8-a27d-48cc-91c5-be352748d400 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.070994] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0706cfc-a297-4e88-b517-13242eacf54c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.106330] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ef880d-d791-49f1-879b-d1389da446d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.114875] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a9898-31c5-48af-8f0a-9229ee41030b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.134716] env[69220]: DEBUG nova.compute.provider_tree [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.142135] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801377, 'name': ReconfigVM_Task, 'duration_secs': 0.257478} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.142986] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 67b04c42-b670-4e9d-aadd-21934e6ed561/67b04c42-b670-4e9d-aadd-21934e6ed561.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.143298] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance '67b04c42-b670-4e9d-aadd-21934e6ed561' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.152167] env[69220]: DEBUG oslo_vmware.api [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801378, 'name': PowerOnVM_Task, 'duration_secs': 0.446903} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.152460] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.152743] env[69220]: INFO nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1026.152859] env[69220]: DEBUG nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.153667] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd86aa7-4159-4ad6-8c93-e7077a64bb94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.337042] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801379, 'name': CreateVM_Task, 'duration_secs': 0.364294} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.339861] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 302b3702-eed8-4685-ad82-307205896c33] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.340604] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.340775] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.341107] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.341633] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032f1b03-5893-4882-8db6-6a6af27afb59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.346488] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1026.346488] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b30dc9-7d2d-9e44-14dd-2d48cf78ccf2" [ 1026.346488] env[69220]: _type = "Task" [ 1026.346488] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.355035] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b30dc9-7d2d-9e44-14dd-2d48cf78ccf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.460236] env[69220]: DEBUG oslo_vmware.api [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801380, 'name': ReconfigVM_Task, 'duration_secs': 0.168277} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.460549] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562932', 'volume_id': '994523fd-ed3a-40ac-99e7-945e69f0e331', 'name': 'volume-994523fd-ed3a-40ac-99e7-945e69f0e331', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12c3d1fa-72cb-48ed-9d11-e766427ea254', 'attached_at': '', 'detached_at': '', 'volume_id': '994523fd-ed3a-40ac-99e7-945e69f0e331', 'serial': '994523fd-ed3a-40ac-99e7-945e69f0e331'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1026.509012] env[69220]: DEBUG nova.network.neutron [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] Updated VIF entry in instance network info cache for port a7795987-c724-4fec-ae7a-bef5ece01162. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.509304] env[69220]: DEBUG nova.network.neutron [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] Updating instance_info_cache with network_info: [{"id": "a7795987-c724-4fec-ae7a-bef5ece01162", "address": "fa:16:3e:be:5b:c3", "network": {"id": "5b00cdc4-c8dd-43c6-8b2e-40c8058f0186", "bridge": "br-int", "label": "tempest-ImagesTestJSON-874365713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c8bc38ea0a24572b07b4ca06d900c0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7795987-c7", "ovs_interfaceid": "a7795987-c724-4fec-ae7a-bef5ece01162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.644089] env[69220]: DEBUG nova.scheduler.client.report [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.655959] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca86a9a9-9f51-48ea-83c3-faafc8bdfc7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.680627] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf20a40-25e1-41e6-ac20-57192a2e5e2b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.685633] env[69220]: INFO nova.compute.manager [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Took 15.22 seconds to build instance. [ 1026.701399] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance '67b04c42-b670-4e9d-aadd-21934e6ed561' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.857241] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b30dc9-7d2d-9e44-14dd-2d48cf78ccf2, 'name': SearchDatastore_Task, 'duration_secs': 0.012601} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.857241] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.857241] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.857241] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.857570] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.857570] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.857976] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f9eb404-550a-47df-971b-1c85ca3efc56 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.870633] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.870896] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.871855] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2091efb1-8736-4567-8a17-8274b0f8ae78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.877580] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1026.877580] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5224e0b3-fc52-2316-9e97-6f783de2e2eb" [ 1026.877580] env[69220]: _type = "Task" [ 1026.877580] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.885173] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5224e0b3-fc52-2316-9e97-6f783de2e2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.011605] env[69220]: DEBUG oslo_concurrency.lockutils [req-bfac60fd-2536-4945-bb9c-5836b42c310b req-ecfb1aa4-0c93-4eb4-a586-2820f89c59fe service nova] Releasing lock "refresh_cache-302b3702-eed8-4685-ad82-307205896c33" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.024425] env[69220]: DEBUG nova.objects.instance [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.150025] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.153030] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.453s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.154137] env[69220]: INFO nova.compute.claims [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.178247] env[69220]: INFO nova.scheduler.client.report [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted allocations for instance 40999083-ef72-4024-9ced-4b11d61d3d4c [ 1027.187852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fd465ee9-076d-4a21-aa7c-87ee92bf5b99 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "f42dad2e-8066-4197-8fc3-51576880a090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.731s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.239621] env[69220]: DEBUG nova.compute.manager [req-5589fd6a-323e-475b-a271-3717ec94ca0a req-1fa86315-4c95-4799-adcf-37f92cf6daf4 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Received event network-changed-505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.239621] env[69220]: DEBUG nova.compute.manager [req-5589fd6a-323e-475b-a271-3717ec94ca0a req-1fa86315-4c95-4799-adcf-37f92cf6daf4 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Refreshing instance network info cache due to event network-changed-505656b6-6447-4fd6-a567-550cbe80c482. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.239770] env[69220]: DEBUG oslo_concurrency.lockutils [req-5589fd6a-323e-475b-a271-3717ec94ca0a req-1fa86315-4c95-4799-adcf-37f92cf6daf4 service nova] Acquiring lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.239895] env[69220]: DEBUG oslo_concurrency.lockutils [req-5589fd6a-323e-475b-a271-3717ec94ca0a req-1fa86315-4c95-4799-adcf-37f92cf6daf4 service nova] Acquired lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.240697] env[69220]: DEBUG nova.network.neutron [req-5589fd6a-323e-475b-a271-3717ec94ca0a req-1fa86315-4c95-4799-adcf-37f92cf6daf4 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Refreshing network info cache for port 505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.248626] env[69220]: DEBUG nova.network.neutron [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Port 026ff3f6-afb2-4c00-8a4e-537735d9e563 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1027.388615] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5224e0b3-fc52-2316-9e97-6f783de2e2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.041506} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.389439] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e820e0-4a42-4f3b-8202-97513b5cd20f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.394839] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1027.394839] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524ec7b6-0736-3bee-0d3a-c00ac5ace0a9" [ 1027.394839] env[69220]: _type = "Task" [ 1027.394839] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.404786] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524ec7b6-0736-3bee-0d3a-c00ac5ace0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.687030] env[69220]: DEBUG oslo_concurrency.lockutils [None req-36a27de8-df82-4ab1-9609-184909ebad91 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "40999083-ef72-4024-9ced-4b11d61d3d4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.052s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.904955] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524ec7b6-0736-3bee-0d3a-c00ac5ace0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.02307} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.905250] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.905581] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 302b3702-eed8-4685-ad82-307205896c33/302b3702-eed8-4685-ad82-307205896c33.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.905795] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a483357-d6c3-4b82-bb85-e6e1024b0d8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.914698] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1027.914698] env[69220]: value = "task-2801381" [ 1027.914698] env[69220]: _type = "Task" [ 1027.914698] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.922812] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.956039] env[69220]: DEBUG nova.network.neutron [req-5589fd6a-323e-475b-a271-3717ec94ca0a req-1fa86315-4c95-4799-adcf-37f92cf6daf4 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Updated VIF entry in instance network info cache for port 505656b6-6447-4fd6-a567-550cbe80c482. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.956497] env[69220]: DEBUG nova.network.neutron [req-5589fd6a-323e-475b-a271-3717ec94ca0a req-1fa86315-4c95-4799-adcf-37f92cf6daf4 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Updating instance_info_cache with network_info: [{"id": "505656b6-6447-4fd6-a567-550cbe80c482", "address": "fa:16:3e:21:16:4d", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505656b6-64", "ovs_interfaceid": "505656b6-6447-4fd6-a567-550cbe80c482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.974214] env[69220]: DEBUG oslo_concurrency.lockutils [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.992120] env[69220]: DEBUG nova.compute.manager [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.992514] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c962953e-fb66-4ee3-b71a-968a76b2c4ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.031045] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9b3da6d6-8f1f-4d1d-a814-365afdcb27b9 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.032826] env[69220]: DEBUG oslo_concurrency.lockutils [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.059s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.033102] env[69220]: DEBUG nova.compute.manager [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.035759] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5467f3d-8bcb-46d3-a84e-dca00498841e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.043985] env[69220]: DEBUG nova.compute.manager [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1028.044631] env[69220]: DEBUG nova.objects.instance [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.264437] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.264974] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.264974] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.265231] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.265499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.270711] env[69220]: INFO nova.compute.manager [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Terminating instance [ 1028.282769] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.283039] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.283274] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.420189] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca492fb6-093a-4967-b1aa-4a16289a47ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.431149] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b552c-ef5f-4f03-aa9b-3c99fbb4a9f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.434583] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467252} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.434901] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 302b3702-eed8-4685-ad82-307205896c33/302b3702-eed8-4685-ad82-307205896c33.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.435135] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.435718] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbabd60a-c73d-4734-9c90-ebf8223351c9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.465544] env[69220]: DEBUG oslo_concurrency.lockutils [req-5589fd6a-323e-475b-a271-3717ec94ca0a req-1fa86315-4c95-4799-adcf-37f92cf6daf4 service nova] Releasing lock "refresh_cache-f42dad2e-8066-4197-8fc3-51576880a090" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.467146] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93a55d8-997e-486e-820d-4b91d05dc07b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.471405] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1028.471405] env[69220]: value = "task-2801382" [ 1028.471405] env[69220]: _type = "Task" [ 1028.471405] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.477510] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628c57ce-8610-4545-9164-419fd20ad5c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.487993] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.496334] env[69220]: DEBUG nova.compute.provider_tree [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.503817] env[69220]: INFO nova.compute.manager [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] instance snapshotting [ 1028.504508] env[69220]: DEBUG nova.objects.instance [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'flavor' on Instance uuid 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.789401] env[69220]: DEBUG nova.compute.manager [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.789401] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.790413] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcfe294-b1c0-4238-a4d8-2fc347bb4c23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.800265] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.801234] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fc0091d-3a5d-43fe-9da1-615cde50b9f1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.807137] env[69220]: DEBUG oslo_vmware.api [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 1028.807137] env[69220]: value = "task-2801383" [ 1028.807137] env[69220]: _type = "Task" [ 1028.807137] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.815236] env[69220]: DEBUG oslo_vmware.api [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.983037] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074807} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.983328] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.984150] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e2a7b-3a77-4ea2-a005-70c704f4c11b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.006721] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 302b3702-eed8-4685-ad82-307205896c33/302b3702-eed8-4685-ad82-307205896c33.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.007707] env[69220]: DEBUG nova.scheduler.client.report [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.015172] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf431772-e03b-45cc-93b5-b7207be9151f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.029793] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf1a34e-f1e0-4f0b-b562-fea3d7fc0bbf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.036267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "81b34224-d530-433c-840a-7a5867459e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.036389] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "81b34224-d530-433c-840a-7a5867459e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.040531] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1029.040531] env[69220]: value = "task-2801384" [ 1029.040531] env[69220]: _type = "Task" [ 1029.040531] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.056502] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.060108] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8dfd1b3-ce7b-4180-a589-910198fc857d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.062011] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d4b54-72fc-434a-baab-bb11d9284f39 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.070889] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.074112] env[69220]: DEBUG oslo_vmware.api [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1029.074112] env[69220]: value = "task-2801385" [ 1029.074112] env[69220]: _type = "Task" [ 1029.074112] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.086049] env[69220]: DEBUG oslo_vmware.api [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.317673] env[69220]: DEBUG oslo_vmware.api [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801383, 'name': PowerOffVM_Task, 'duration_secs': 0.431773} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.317952] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.318142] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.318404] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5092a4d0-44ca-4a6a-b0b5-ac202295143f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.329389] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.329674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.329752] env[69220]: DEBUG nova.network.neutron [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.451810] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.452033] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.452278] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleting the datastore file [datastore2] 9fdc7289-1ff9-4b6c-a263-6930d47677bc {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.452562] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f7f5c23-d82e-432c-ab88-3ab035f12e5a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.460857] env[69220]: DEBUG oslo_vmware.api [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 1029.460857] env[69220]: value = "task-2801387" [ 1029.460857] env[69220]: _type = "Task" [ 1029.460857] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.468887] env[69220]: DEBUG oslo_vmware.api [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.529574] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.530202] env[69220]: DEBUG nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.533248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.280s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.533473] env[69220]: DEBUG nova.objects.instance [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'resources' on Instance uuid 28e1d287-0f68-438b-ab28-e12efa26a16c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.538880] env[69220]: DEBUG nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.564203] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801384, 'name': ReconfigVM_Task, 'duration_secs': 0.3075} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.564480] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 302b3702-eed8-4685-ad82-307205896c33/302b3702-eed8-4685-ad82-307205896c33.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.565132] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-776d1638-9da4-46fa-82a6-8ec645dd0e38 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.572461] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1029.572461] env[69220]: value = "task-2801388" [ 1029.572461] env[69220]: _type = "Task" [ 1029.572461] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.578163] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1029.585249] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-33678329-764c-4e39-b9ff-b6dc5d113887 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.587752] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801388, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.594009] env[69220]: DEBUG oslo_vmware.api [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801385, 'name': PowerOffVM_Task, 'duration_secs': 0.223305} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.595417] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.595737] env[69220]: DEBUG nova.compute.manager [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.596135] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1029.596135] env[69220]: value = "task-2801389" [ 1029.596135] env[69220]: _type = "Task" [ 1029.596135] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.596901] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02e7f6b-c0bf-48b0-80d1-e1078270c3b7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.611059] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.970283] env[69220]: DEBUG oslo_vmware.api [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384275} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.971768] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.971768] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.971768] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.971768] env[69220]: INFO nova.compute.manager [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1029.971768] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.971768] env[69220]: DEBUG nova.compute.manager [-] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.971768] env[69220]: DEBUG nova.network.neutron [-] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.036733] env[69220]: DEBUG nova.compute.utils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.038448] env[69220]: DEBUG nova.objects.instance [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'numa_topology' on Instance uuid 28e1d287-0f68-438b-ab28-e12efa26a16c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.041506] env[69220]: DEBUG nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.041669] env[69220]: DEBUG nova.network.neutron [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.071495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.082608] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801388, 'name': Rename_Task, 'duration_secs': 0.143094} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.082608] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.082767] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b2bc3ac-4e0b-4fc1-a64e-ecb8c7a06212 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.089116] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1030.089116] env[69220]: value = "task-2801390" [ 1030.089116] env[69220]: _type = "Task" [ 1030.089116] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.094846] env[69220]: DEBUG nova.policy [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8970d14707d7496d82be15edc1c4fb91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7673356bd9cb400984a8ccadd39bc664', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.099918] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.110637] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801389, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.114925] env[69220]: DEBUG nova.network.neutron [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance_info_cache with network_info: [{"id": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "address": "fa:16:3e:c0:bf:ae", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ff3f6-af", "ovs_interfaceid": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.116458] env[69220]: DEBUG oslo_concurrency.lockutils [None req-64a6119a-d472-4df7-899a-56fa2da124b6 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.356153] env[69220]: DEBUG nova.objects.instance [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.384195] env[69220]: DEBUG nova.compute.manager [req-5bfe8afb-cde0-44dd-a931-9275fa5d8d18 req-f9a5cfd5-f01e-4bac-82f2-d7ec92b5a75d service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Received event network-vif-deleted-d86a7567-4db4-4d56-be4f-06f42da25d4e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.384195] env[69220]: INFO nova.compute.manager [req-5bfe8afb-cde0-44dd-a931-9275fa5d8d18 req-f9a5cfd5-f01e-4bac-82f2-d7ec92b5a75d service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Neutron deleted interface d86a7567-4db4-4d56-be4f-06f42da25d4e; detaching it from the instance and deleting it from the info cache [ 1030.384195] env[69220]: DEBUG nova.network.neutron [req-5bfe8afb-cde0-44dd-a931-9275fa5d8d18 req-f9a5cfd5-f01e-4bac-82f2-d7ec92b5a75d service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.548022] env[69220]: DEBUG nova.objects.base [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Object Instance<28e1d287-0f68-438b-ab28-e12efa26a16c> lazy-loaded attributes: resources,numa_topology {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1030.548022] env[69220]: DEBUG nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.611580] env[69220]: DEBUG oslo_vmware.api [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801390, 'name': PowerOnVM_Task, 'duration_secs': 0.470552} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.612909] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.613055] env[69220]: INFO nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1030.613281] env[69220]: DEBUG nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.614466] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c79b91-8b47-40ec-a538-282801c09dbb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.622457] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.627557] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801389, 'name': CreateSnapshot_Task, 'duration_secs': 0.657809} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.633343] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1030.634705] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af3cba-2f58-4bb0-b615-340dd82dda6d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.668060] env[69220]: DEBUG nova.network.neutron [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Successfully created port: 7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.781574] env[69220]: DEBUG nova.network.neutron [-] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.825959] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deafd209-b0f7-4e39-91e9-36bcfa0e2293 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.834124] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe59e0b-1bdc-461d-ae1c-6e7466a49f12 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.867716] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d35c4-bf80-49c1-8a0b-a07011da114f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.871078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.871260] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.871438] env[69220]: DEBUG nova.network.neutron [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.871611] env[69220]: DEBUG nova.objects.instance [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'info_cache' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.878301] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d7ef51-9b25-4fe9-a521-354ef36cde5d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.892393] env[69220]: DEBUG nova.compute.provider_tree [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.897020] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61387959-8b74-4167-9467-28c64e26a933 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.902831] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c32e25-c381-4bf5-8f7e-cb7eb8ffa89f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.936217] env[69220]: DEBUG nova.compute.manager [req-5bfe8afb-cde0-44dd-a931-9275fa5d8d18 req-f9a5cfd5-f01e-4bac-82f2-d7ec92b5a75d service nova] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Detach interface failed, port_id=d86a7567-4db4-4d56-be4f-06f42da25d4e, reason: Instance 9fdc7289-1ff9-4b6c-a263-6930d47677bc could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1031.149765] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff28c65-7db1-4804-82c2-4b3ef4e07586 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.153161] env[69220]: INFO nova.compute.manager [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Took 17.94 seconds to build instance. [ 1031.161714] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1031.162015] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7588ad95-425e-460a-bfd2-b64e0422a941 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.186505] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa32152-5036-4c02-b74e-56592d921c1a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.189686] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1031.189686] env[69220]: value = "task-2801391" [ 1031.189686] env[69220]: _type = "Task" [ 1031.189686] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.195489] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance '67b04c42-b670-4e9d-aadd-21934e6ed561' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.204133] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801391, 'name': CloneVM_Task} progress is 12%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.283874] env[69220]: INFO nova.compute.manager [-] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Took 1.31 seconds to deallocate network for instance. [ 1031.376061] env[69220]: DEBUG nova.objects.base [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Object Instance<12c3d1fa-72cb-48ed-9d11-e766427ea254> lazy-loaded attributes: flavor,info_cache {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.395290] env[69220]: DEBUG nova.scheduler.client.report [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.566019] env[69220]: DEBUG nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.589541] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.589787] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.589984] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.590136] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.590284] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.590427] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.590658] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.590870] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.591079] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.591416] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.591647] env[69220]: DEBUG nova.virt.hardware [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.592780] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e292657-a48b-409a-9a4d-190a885c33d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.607109] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f33ab8-e6dc-4fca-9a03-68122777c927 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.655446] env[69220]: DEBUG oslo_concurrency.lockutils [None req-da3ad917-2e9f-4fca-882b-cbf2fe4a4f03 tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "302b3702-eed8-4685-ad82-307205896c33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.454s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.701697] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.702020] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801391, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.702307] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bb7a1d-c6c4-4633-b71e-30461ea2e879 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.709151] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1031.709151] env[69220]: value = "task-2801392" [ 1031.709151] env[69220]: _type = "Task" [ 1031.709151] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.717325] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.791310] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.901036] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.903773] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.857s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.904051] env[69220]: DEBUG nova.objects.instance [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lazy-loading 'resources' on Instance uuid b62d6220-06e2-47da-aa61-150af740041e {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.103716] env[69220]: DEBUG nova.network.neutron [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updating instance_info_cache with network_info: [{"id": "b93539d7-f697-41eb-801f-e2d147ca76de", "address": "fa:16:3e:a5:ac:6d", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93539d7-f6", "ovs_interfaceid": "b93539d7-f697-41eb-801f-e2d147ca76de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.201990] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801391, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.203952] env[69220]: DEBUG nova.compute.manager [req-cca56d91-931a-4488-ba22-c1e97f930839 req-93072536-14c7-4ab6-b8e4-1bb2ee501c52 service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Received event network-vif-plugged-7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.204218] env[69220]: DEBUG oslo_concurrency.lockutils [req-cca56d91-931a-4488-ba22-c1e97f930839 req-93072536-14c7-4ab6-b8e4-1bb2ee501c52 service nova] Acquiring lock "aa4a7360-724e-4248-97f6-93db0cf91d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.204438] env[69220]: DEBUG oslo_concurrency.lockutils [req-cca56d91-931a-4488-ba22-c1e97f930839 req-93072536-14c7-4ab6-b8e4-1bb2ee501c52 service nova] Lock "aa4a7360-724e-4248-97f6-93db0cf91d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.204605] env[69220]: DEBUG oslo_concurrency.lockutils [req-cca56d91-931a-4488-ba22-c1e97f930839 req-93072536-14c7-4ab6-b8e4-1bb2ee501c52 service nova] Lock "aa4a7360-724e-4248-97f6-93db0cf91d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.204771] env[69220]: DEBUG nova.compute.manager [req-cca56d91-931a-4488-ba22-c1e97f930839 req-93072536-14c7-4ab6-b8e4-1bb2ee501c52 service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] No waiting events found dispatching network-vif-plugged-7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.204929] env[69220]: WARNING nova.compute.manager [req-cca56d91-931a-4488-ba22-c1e97f930839 req-93072536-14c7-4ab6-b8e4-1bb2ee501c52 service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Received unexpected event network-vif-plugged-7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 for instance with vm_state building and task_state spawning. [ 1032.217941] env[69220]: DEBUG oslo_vmware.api [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801392, 'name': PowerOnVM_Task, 'duration_secs': 0.473687} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.218832] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.218832] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fa1813-a3a8-4658-993d-f301f5842386 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance '67b04c42-b670-4e9d-aadd-21934e6ed561' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.264111] env[69220]: DEBUG nova.network.neutron [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Successfully updated port: 7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.412335] env[69220]: DEBUG oslo_concurrency.lockutils [None req-306e9ea8-484d-47dc-801c-fe64563b54e3 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.170s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.413204] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.940s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.413529] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.413610] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.414504] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.415345] env[69220]: INFO nova.compute.manager [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Terminating instance [ 1032.606632] env[69220]: DEBUG oslo_concurrency.lockutils [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Releasing lock "refresh_cache-12c3d1fa-72cb-48ed-9d11-e766427ea254" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.610028] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd58bf-c6c2-4313-ab57-f7d6747c8b90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.617925] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2719f7-5c86-41aa-919c-85a583939b02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.648245] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5041a5-ae5e-48b9-9125-e5fb2cd44a75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.655564] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b06cc5-0ee1-48a8-a8a5-0b8674a8234c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.670118] env[69220]: DEBUG nova.compute.provider_tree [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.700180] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801391, 'name': CloneVM_Task, 'duration_secs': 1.241258} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.700441] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Created linked-clone VM from snapshot [ 1032.701287] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb74962-b4f6-4706-b24a-2edaa0c11b48 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.708439] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Uploading image 9558ef21-5f50-40d0-bcfd-7eb9a7a329b3 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1032.736089] env[69220]: DEBUG oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1032.736089] env[69220]: value = "vm-562951" [ 1032.736089] env[69220]: _type = "VirtualMachine" [ 1032.736089] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1032.736363] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba25bf2f-b98d-4e52-8c5b-80b6bd356d83 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.745153] env[69220]: DEBUG oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease: (returnval){ [ 1032.745153] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52411344-b041-4454-bc9a-177538ece2a0" [ 1032.745153] env[69220]: _type = "HttpNfcLease" [ 1032.745153] env[69220]: } obtained for exporting VM: (result){ [ 1032.745153] env[69220]: value = "vm-562951" [ 1032.745153] env[69220]: _type = "VirtualMachine" [ 1032.745153] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1032.745477] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the lease: (returnval){ [ 1032.745477] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52411344-b041-4454-bc9a-177538ece2a0" [ 1032.745477] env[69220]: _type = "HttpNfcLease" [ 1032.745477] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.751941] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.751941] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52411344-b041-4454-bc9a-177538ece2a0" [ 1032.751941] env[69220]: _type = "HttpNfcLease" [ 1032.751941] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1032.767833] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquiring lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.767971] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquired lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.768134] env[69220]: DEBUG nova.network.neutron [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.918717] env[69220]: DEBUG nova.compute.manager [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.918965] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.919463] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b553cd2f-cd08-4e4b-ae0a-1c3b4b7b2d35 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.930522] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be7039a-d854-4d33-8248-25c5cab925e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.966205] env[69220]: WARNING nova.virt.vmwareapi.vmops [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 28e1d287-0f68-438b-ab28-e12efa26a16c could not be found. [ 1032.966407] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.966592] env[69220]: INFO nova.compute.manager [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1032.966838] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.967100] env[69220]: DEBUG nova.compute.manager [-] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.967197] env[69220]: DEBUG nova.network.neutron [-] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.173331] env[69220]: DEBUG nova.scheduler.client.report [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.182047] env[69220]: DEBUG nova.compute.manager [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.183183] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd3b71-59f3-426d-b42b-e67809db3fa9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.253950] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.253950] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52411344-b041-4454-bc9a-177538ece2a0" [ 1033.253950] env[69220]: _type = "HttpNfcLease" [ 1033.253950] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.254421] env[69220]: DEBUG oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.254421] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52411344-b041-4454-bc9a-177538ece2a0" [ 1033.254421] env[69220]: _type = "HttpNfcLease" [ 1033.254421] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1033.255073] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b77f2ef-7de5-4a1c-afb3-42bd76252d16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.262643] env[69220]: DEBUG oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52490920-ef53-de51-52f9-c4e84e2f7924/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.262830] env[69220]: DEBUG oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52490920-ef53-de51-52f9-c4e84e2f7924/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1033.364769] env[69220]: DEBUG nova.network.neutron [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.367557] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebbdcfcb-8e36-4b4f-b988-d5295c486675 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.616998] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.617351] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec53b2db-1e67-4aa3-aec8-cc20b813d44c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.625188] env[69220]: DEBUG oslo_vmware.api [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1033.625188] env[69220]: value = "task-2801394" [ 1033.625188] env[69220]: _type = "Task" [ 1033.625188] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.633991] env[69220]: DEBUG oslo_vmware.api [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.668437] env[69220]: DEBUG nova.network.neutron [-] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.679410] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.683122] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.259s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.686509] env[69220]: INFO nova.compute.claims [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.696917] env[69220]: INFO nova.compute.manager [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] instance snapshotting [ 1033.702389] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a987a220-2738-4f78-9b11-7888cdf54cfd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.749265] env[69220]: INFO nova.scheduler.client.report [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Deleted allocations for instance b62d6220-06e2-47da-aa61-150af740041e [ 1033.755545] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be5d83-85c2-4f8b-8084-ea59e90aae0b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.880576] env[69220]: INFO nova.compute.manager [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Rebuilding instance [ 1033.924250] env[69220]: DEBUG nova.network.neutron [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Updating instance_info_cache with network_info: [{"id": "7afd0c83-ef70-4d0e-a190-e8ec1bf38c56", "address": "fa:16:3e:95:4b:35", "network": {"id": "423029a3-4858-49a4-9f3a-cbcb6e79c08c", "bridge": "br-int", "label": "tempest-ServersTestJSON-715410534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7673356bd9cb400984a8ccadd39bc664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afd0c83-ef", "ovs_interfaceid": "7afd0c83-ef70-4d0e-a190-e8ec1bf38c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.933021] env[69220]: DEBUG nova.compute.manager [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.933984] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc07ba-1ba5-47d4-b439-9c3fc507c2dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.136110] env[69220]: DEBUG oslo_vmware.api [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801394, 'name': PowerOnVM_Task, 'duration_secs': 0.487908} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.136382] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.136702] env[69220]: DEBUG nova.compute.manager [None req-904a5e67-21db-4e0b-983d-5d22e8f19234 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.137612] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4be5f1e-39a4-4ad5-9663-f302cc80088b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.170843] env[69220]: INFO nova.compute.manager [-] [instance: 28e1d287-0f68-438b-ab28-e12efa26a16c] Took 1.20 seconds to deallocate network for instance. [ 1034.266194] env[69220]: DEBUG oslo_concurrency.lockutils [None req-745428c2-c86c-4bdb-bad0-1787ba528a60 tempest-ServersNegativeTestMultiTenantJSON-1348776423 tempest-ServersNegativeTestMultiTenantJSON-1348776423-project-member] Lock "b62d6220-06e2-47da-aa61-150af740041e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.703s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.272195] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.272195] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fbddce5f-2d6d-4693-95a3-bd20ea051993 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.279286] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1034.279286] env[69220]: value = "task-2801395" [ 1034.279286] env[69220]: _type = "Task" [ 1034.279286] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.293872] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.296883] env[69220]: DEBUG nova.compute.manager [req-c32c4676-99c1-42ab-930b-7ae55c44c190 req-a089c034-9804-4ec9-a317-ff30fd16d64c service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Received event network-changed-7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.297201] env[69220]: DEBUG nova.compute.manager [req-c32c4676-99c1-42ab-930b-7ae55c44c190 req-a089c034-9804-4ec9-a317-ff30fd16d64c service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Refreshing instance network info cache due to event network-changed-7afd0c83-ef70-4d0e-a190-e8ec1bf38c56. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.297529] env[69220]: DEBUG oslo_concurrency.lockutils [req-c32c4676-99c1-42ab-930b-7ae55c44c190 req-a089c034-9804-4ec9-a317-ff30fd16d64c service nova] Acquiring lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.429960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Releasing lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.432042] env[69220]: DEBUG nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Instance network_info: |[{"id": "7afd0c83-ef70-4d0e-a190-e8ec1bf38c56", "address": "fa:16:3e:95:4b:35", "network": {"id": "423029a3-4858-49a4-9f3a-cbcb6e79c08c", "bridge": "br-int", "label": "tempest-ServersTestJSON-715410534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7673356bd9cb400984a8ccadd39bc664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afd0c83-ef", "ovs_interfaceid": "7afd0c83-ef70-4d0e-a190-e8ec1bf38c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.432042] env[69220]: DEBUG oslo_concurrency.lockutils [req-c32c4676-99c1-42ab-930b-7ae55c44c190 req-a089c034-9804-4ec9-a317-ff30fd16d64c service nova] Acquired lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.432042] env[69220]: DEBUG nova.network.neutron [req-c32c4676-99c1-42ab-930b-7ae55c44c190 req-a089c034-9804-4ec9-a317-ff30fd16d64c service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Refreshing network info cache for port 7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.433078] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:4b:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7afd0c83-ef70-4d0e-a190-e8ec1bf38c56', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.441267] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Creating folder: Project (7673356bd9cb400984a8ccadd39bc664). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.444861] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c50a8c9-ed04-42d4-a8c0-12b1a0c45779 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.460247] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Created folder: Project (7673356bd9cb400984a8ccadd39bc664) in parent group-v562703. [ 1034.460916] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Creating folder: Instances. Parent ref: group-v562952. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.462840] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0973d641-5f71-4729-ac10-570673862fab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.473877] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Created folder: Instances in parent group-v562952. [ 1034.476026] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.476026] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.476026] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5aa5499-3e20-49b5-93f8-c5c705ce757b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.497147] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.497147] env[69220]: value = "task-2801398" [ 1034.497147] env[69220]: _type = "Task" [ 1034.497147] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.505602] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801398, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.668308] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "67b04c42-b670-4e9d-aadd-21934e6ed561" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.668761] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.669117] env[69220]: DEBUG nova.compute.manager [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Going to confirm migration 4 {{(pid=69220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1034.692715] env[69220]: DEBUG nova.network.neutron [req-c32c4676-99c1-42ab-930b-7ae55c44c190 req-a089c034-9804-4ec9-a317-ff30fd16d64c service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Updated VIF entry in instance network info cache for port 7afd0c83-ef70-4d0e-a190-e8ec1bf38c56. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.693432] env[69220]: DEBUG nova.network.neutron [req-c32c4676-99c1-42ab-930b-7ae55c44c190 req-a089c034-9804-4ec9-a317-ff30fd16d64c service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Updating instance_info_cache with network_info: [{"id": "7afd0c83-ef70-4d0e-a190-e8ec1bf38c56", "address": "fa:16:3e:95:4b:35", "network": {"id": "423029a3-4858-49a4-9f3a-cbcb6e79c08c", "bridge": "br-int", "label": "tempest-ServersTestJSON-715410534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7673356bd9cb400984a8ccadd39bc664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afd0c83-ef", "ovs_interfaceid": "7afd0c83-ef70-4d0e-a190-e8ec1bf38c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.795156] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.952022] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.952022] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3c6f440-cffe-4197-8e80-794bf29db993 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.958045] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 1034.958045] env[69220]: value = "task-2801399" [ 1034.958045] env[69220]: _type = "Task" [ 1034.958045] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.970369] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.989415] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3048640-c484-4c61-ac2b-f886cbe99e09 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.997164] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c3265d-74b7-4755-8c50-8e9b0fc8ab54 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.039665] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801398, 'name': CreateVM_Task, 'duration_secs': 0.422759} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.040578] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e79970f-cb18-4ca0-83ad-d52c27d062c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.043571] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.044509] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.044802] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.045143] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.045864] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9151c837-71bb-433c-a041-d510c23c3e08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.055300] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200c0bf8-4ca4-41a9-9104-c673a59c03fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.057511] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1035.057511] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523d99f8-0638-83e7-fa23-72d017d85048" [ 1035.057511] env[69220]: _type = "Task" [ 1035.057511] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.069499] env[69220]: DEBUG nova.compute.provider_tree [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.077233] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523d99f8-0638-83e7-fa23-72d017d85048, 'name': SearchDatastore_Task, 'duration_secs': 0.016709} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.077698] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.077968] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.078264] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.078472] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.079061] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.080043] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9ae8c6-8851-4a83-9074-9ecdd1355bac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.090509] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.090509] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.091057] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3102de-372b-45b9-8e6e-2a83afe1192b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.096951] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1035.096951] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526f52f9-cd30-f627-4157-df720ad6fd21" [ 1035.096951] env[69220]: _type = "Task" [ 1035.096951] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.105830] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526f52f9-cd30-f627-4157-df720ad6fd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.197080] env[69220]: DEBUG oslo_concurrency.lockutils [req-c32c4676-99c1-42ab-930b-7ae55c44c190 req-a089c034-9804-4ec9-a317-ff30fd16d64c service nova] Releasing lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.210293] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1cd42a5b-828b-41bf-ae08-2ec39cebfa10 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "28e1d287-0f68-438b-ab28-e12efa26a16c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.797s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.291329] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801395, 'name': CreateSnapshot_Task, 'duration_secs': 0.738435} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.296353] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.296550] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.296732] env[69220]: DEBUG nova.network.neutron [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.296942] env[69220]: DEBUG nova.objects.instance [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lazy-loading 'info_cache' on Instance uuid 67b04c42-b670-4e9d-aadd-21934e6ed561 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.298644] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1035.299813] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abc27d-4cb2-4e84-8518-8eb8662364d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.471460] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801399, 'name': PowerOffVM_Task, 'duration_secs': 0.229739} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.471760] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.472550] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.472900] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6eaaec4-175f-45db-85c6-0b2eac3cdc3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.479489] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 1035.479489] env[69220]: value = "task-2801400" [ 1035.479489] env[69220]: _type = "Task" [ 1035.479489] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.490719] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.575165] env[69220]: DEBUG nova.scheduler.client.report [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.609536] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526f52f9-cd30-f627-4157-df720ad6fd21, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.610698] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c285c0-ef14-4605-a472-90dd78240db9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.617964] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1035.617964] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b39056-b4ac-158d-9372-d1543bcfc4e7" [ 1035.617964] env[69220]: _type = "Task" [ 1035.617964] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.627403] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b39056-b4ac-158d-9372-d1543bcfc4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.821902] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.822673] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02e462af-d49b-427f-b661-333ddd6a0618 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.832303] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1035.832303] env[69220]: value = "task-2801401" [ 1035.832303] env[69220]: _type = "Task" [ 1035.832303] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.841882] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801401, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.990449] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1035.990705] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.990862] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562897', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'name': 'volume-bce80b96-4cef-414f-808a-92c3c503569d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'serial': 'bce80b96-4cef-414f-808a-92c3c503569d'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.991901] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabfddfc-3019-4abd-a55e-089d49f158e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.011247] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5d57c9-6159-4c87-a2be-7973046cca97 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.018717] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b79d2c0-b879-4b6f-920b-33db0659e785 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.037761] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c4e99-8b53-4138-8643-b9720004b0cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.054515] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] The volume has not been displaced from its original location: [datastore2] volume-bce80b96-4cef-414f-808a-92c3c503569d/volume-bce80b96-4cef-414f-808a-92c3c503569d.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1036.060232] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.060688] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10cbcb52-09ce-4658-b3bd-79fa9b04a907 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.080098] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.080658] env[69220]: DEBUG nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.083666] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 1036.083666] env[69220]: value = "task-2801402" [ 1036.083666] env[69220]: _type = "Task" [ 1036.083666] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.084168] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.013s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.085664] env[69220]: INFO nova.compute.claims [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.099550] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.129469] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b39056-b4ac-158d-9372-d1543bcfc4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.129863] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.129863] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] aa4a7360-724e-4248-97f6-93db0cf91d1e/aa4a7360-724e-4248-97f6-93db0cf91d1e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.133788] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567b24d6-b502-4377-a5c7-8f03d4cebb1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.138489] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1036.138489] env[69220]: value = "task-2801403" [ 1036.138489] env[69220]: _type = "Task" [ 1036.138489] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.154648] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.246538] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.246803] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.349878] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801401, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.587072] env[69220]: DEBUG nova.compute.utils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.590308] env[69220]: DEBUG nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.590308] env[69220]: DEBUG nova.network.neutron [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.609485] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801402, 'name': ReconfigVM_Task, 'duration_secs': 0.230872} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.609485] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.617376] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e98a55-4a13-4344-a3ab-57ccb47519d6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.640876] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 1036.640876] env[69220]: value = "task-2801404" [ 1036.640876] env[69220]: _type = "Task" [ 1036.640876] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.655425] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801403, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.660032] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.698218] env[69220]: DEBUG nova.policy [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '883b380acc474f4cb86f311b15762b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e00f4d6b5bc447fbe1d25212f550382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.750053] env[69220]: DEBUG nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.758462] env[69220]: DEBUG nova.network.neutron [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance_info_cache with network_info: [{"id": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "address": "fa:16:3e:c0:bf:ae", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ff3f6-af", "ovs_interfaceid": "026ff3f6-afb2-4c00-8a4e-537735d9e563", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.852619] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801401, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.097542] env[69220]: DEBUG nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.160615] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520571} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.164073] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] aa4a7360-724e-4248-97f6-93db0cf91d1e/aa4a7360-724e-4248-97f6-93db0cf91d1e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.164323] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.164749] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801404, 'name': ReconfigVM_Task, 'duration_secs': 0.135168} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.167449] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c57d8344-a172-44cc-8a72-72cfcf61111b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.169493] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562897', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'name': 'volume-bce80b96-4cef-414f-808a-92c3c503569d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec', 'attached_at': '', 'detached_at': '', 'volume_id': 'bce80b96-4cef-414f-808a-92c3c503569d', 'serial': 'bce80b96-4cef-414f-808a-92c3c503569d'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1037.169802] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.175711] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742ce01-afe5-4b96-a2e9-14cef87c52e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.186595] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.190515] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-597feff9-c8b8-43ee-95c5-875d31a80f2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.192406] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1037.192406] env[69220]: value = "task-2801405" [ 1037.192406] env[69220]: _type = "Task" [ 1037.192406] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.203954] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.262916] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-67b04c42-b670-4e9d-aadd-21934e6ed561" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.263061] env[69220]: DEBUG nova.objects.instance [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lazy-loading 'migration_context' on Instance uuid 67b04c42-b670-4e9d-aadd-21934e6ed561 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.267198] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.267198] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.267198] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Deleting the datastore file [datastore2] 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.267198] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d1cbf1-fca4-433d-9c2c-f50c3e58b3c1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.275726] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for the task: (returnval){ [ 1037.275726] env[69220]: value = "task-2801407" [ 1037.275726] env[69220]: _type = "Task" [ 1037.275726] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.277655] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.287088] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.351211] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801401, 'name': CloneVM_Task, 'duration_secs': 1.335416} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.351580] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Created linked-clone VM from snapshot [ 1037.352428] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439fa710-17fb-4b14-ad53-4319b5c1dad0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.363885] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Uploading image 996c4c53-083e-46cd-9bb2-c5aa2f763846 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.388271] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1037.388271] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-59ba083f-e538-40c9-af7e-bbf2b71ce7ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.391282] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88ff26-644e-485a-b15e-bb1b1e58a680 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.395946] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1037.395946] env[69220]: value = "task-2801408" [ 1037.395946] env[69220]: _type = "Task" [ 1037.395946] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.402150] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd42d21f-cf7f-4505-a94f-30b088fc32c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.408668] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801408, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.447152] env[69220]: DEBUG nova.network.neutron [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Successfully created port: 87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.449773] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f4b79-e981-46df-8b2f-afcf9f7d4fb1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.458677] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a435c-e022-49d4-8c24-f3ca7da9a6c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.474236] env[69220]: DEBUG nova.compute.provider_tree [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.706881] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06635} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.708072] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.709118] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b1c4fd-5c7f-430a-ba59-0416e5ee9af9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.736914] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] aa4a7360-724e-4248-97f6-93db0cf91d1e/aa4a7360-724e-4248-97f6-93db0cf91d1e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.737337] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c93b554-5305-40ae-b449-2407581ff08f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.762395] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1037.762395] env[69220]: value = "task-2801409" [ 1037.762395] env[69220]: _type = "Task" [ 1037.762395] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.766680] env[69220]: DEBUG nova.objects.base [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Object Instance<67b04c42-b670-4e9d-aadd-21934e6ed561> lazy-loaded attributes: info_cache,migration_context {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.767299] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd84e79c-4c4a-40fd-a223-02ae8aeaa85b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.777360] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.798210] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6ffacb-3d3a-4a66-b37e-88e11ce72f9d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.806553] env[69220]: DEBUG oslo_vmware.api [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Task: {'id': task-2801407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157447} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.808058] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.808247] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.808416] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.810307] env[69220]: DEBUG oslo_vmware.api [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1037.810307] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b504ed-679e-7ed7-0840-f9faba82af3d" [ 1037.810307] env[69220]: _type = "Task" [ 1037.810307] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.821672] env[69220]: DEBUG oslo_vmware.api [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b504ed-679e-7ed7-0840-f9faba82af3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.821992] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.890138] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1037.890628] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87000516-7613-4145-bf0f-995238651a29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.903890] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105b1d9e-bdc5-444e-b901-c1df110df9c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.920293] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801408, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.941164] env[69220]: ERROR nova.compute.manager [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Failed to detach volume bce80b96-4cef-414f-808a-92c3c503569d from /dev/sda: nova.exception.InstanceNotFound: Instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec could not be found. [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Traceback (most recent call last): [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self.driver.rebuild(**kwargs) [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] raise NotImplementedError() [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] NotImplementedError [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] During handling of the above exception, another exception occurred: [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Traceback (most recent call last): [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self.driver.detach_volume(context, old_connection_info, [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] return self._volumeops.detach_volume(connection_info, instance) [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self._detach_volume_vmdk(connection_info, instance) [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] stable_ref.fetch_moref(session) [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] nova.exception.InstanceNotFound: Instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec could not be found. [ 1037.941164] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] [ 1037.979940] env[69220]: DEBUG nova.scheduler.client.report [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.086389] env[69220]: DEBUG nova.compute.utils [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Build of instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec aborted: Failed to rebuild volume backed instance. {{(pid=69220) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1038.089157] env[69220]: ERROR nova.compute.manager [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec aborted: Failed to rebuild volume backed instance. [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Traceback (most recent call last): [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self.driver.rebuild(**kwargs) [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] raise NotImplementedError() [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] NotImplementedError [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] During handling of the above exception, another exception occurred: [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Traceback (most recent call last): [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self._detach_root_volume(context, instance, root_bdm) [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] with excutils.save_and_reraise_exception(): [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self.force_reraise() [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] raise self.value [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self.driver.detach_volume(context, old_connection_info, [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] return self._volumeops.detach_volume(connection_info, instance) [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self._detach_volume_vmdk(connection_info, instance) [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] stable_ref.fetch_moref(session) [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] nova.exception.InstanceNotFound: Instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec could not be found. [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] During handling of the above exception, another exception occurred: [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Traceback (most recent call last): [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] yield [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1038.089157] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self._do_rebuild_instance_with_claim( [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self._do_rebuild_instance( [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self._rebuild_default_impl(**kwargs) [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] self._rebuild_volume_backed_instance( [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] raise exception.BuildAbortException( [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] nova.exception.BuildAbortException: Build of instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec aborted: Failed to rebuild volume backed instance. [ 1038.090379] env[69220]: ERROR nova.compute.manager [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] [ 1038.112978] env[69220]: DEBUG nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.142184] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.142436] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.142590] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.142819] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.142908] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.143174] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.143481] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.143707] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.143892] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.144071] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.144249] env[69220]: DEBUG nova.virt.hardware [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.145958] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9fd932-6e1a-4ed2-a151-0b2045931434 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.154263] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a715f8ca-1def-4577-aaad-71b7c65a0368 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.273389] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.407969] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801408, 'name': Destroy_Task, 'duration_secs': 0.598647} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.408525] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Destroyed the VM [ 1038.408525] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.408695] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d18a955-f9f2-4d57-8905-41033f223a21 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.415418] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1038.415418] env[69220]: value = "task-2801410" [ 1038.415418] env[69220]: _type = "Task" [ 1038.415418] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.424975] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.485235] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.485774] env[69220]: DEBUG nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.488346] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.698s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.488558] env[69220]: DEBUG nova.objects.instance [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lazy-loading 'resources' on Instance uuid 9fdc7289-1ff9-4b6c-a263-6930d47677bc {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.775075] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801409, 'name': ReconfigVM_Task, 'duration_secs': 0.51718} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.775301] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] aa4a7360-724e-4248-97f6-93db0cf91d1e/aa4a7360-724e-4248-97f6-93db0cf91d1e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.776013] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f98a9143-3678-473e-aedc-4eb62a6985f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.783903] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1038.783903] env[69220]: value = "task-2801411" [ 1038.783903] env[69220]: _type = "Task" [ 1038.783903] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.795089] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801411, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.923073] env[69220]: DEBUG nova.compute.manager [req-c245a8e0-cc08-447d-a454-0a1c90327de9 req-b31a9c94-b3b5-4f92-98cc-6bb7e7154531 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Received event network-vif-plugged-87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.923389] env[69220]: DEBUG oslo_concurrency.lockutils [req-c245a8e0-cc08-447d-a454-0a1c90327de9 req-b31a9c94-b3b5-4f92-98cc-6bb7e7154531 service nova] Acquiring lock "2ab30c64-fb49-48fd-8cad-510653d716c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.923614] env[69220]: DEBUG oslo_concurrency.lockutils [req-c245a8e0-cc08-447d-a454-0a1c90327de9 req-b31a9c94-b3b5-4f92-98cc-6bb7e7154531 service nova] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.923779] env[69220]: DEBUG oslo_concurrency.lockutils [req-c245a8e0-cc08-447d-a454-0a1c90327de9 req-b31a9c94-b3b5-4f92-98cc-6bb7e7154531 service nova] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.923947] env[69220]: DEBUG nova.compute.manager [req-c245a8e0-cc08-447d-a454-0a1c90327de9 req-b31a9c94-b3b5-4f92-98cc-6bb7e7154531 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] No waiting events found dispatching network-vif-plugged-87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.924487] env[69220]: WARNING nova.compute.manager [req-c245a8e0-cc08-447d-a454-0a1c90327de9 req-b31a9c94-b3b5-4f92-98cc-6bb7e7154531 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Received unexpected event network-vif-plugged-87850d5e-39cf-4065-9e0a-286f167518a5 for instance with vm_state building and task_state spawning. [ 1038.935560] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.992764] env[69220]: DEBUG nova.compute.utils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.997176] env[69220]: DEBUG nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.997347] env[69220]: DEBUG nova.network.neutron [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.031884] env[69220]: DEBUG nova.network.neutron [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Successfully updated port: 87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.051254] env[69220]: DEBUG nova.policy [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d7b5d785ed343539c90e863d6bb2cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae572a3b564d458f8517cbfaec50580f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.247046] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084e909-1505-4bbe-9fb0-0f3354b1423f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.255326] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6183028-1fc9-4c1a-9d81-7e2a1528f891 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.288833] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556e44d1-fe81-4267-a1c9-0f188d973b7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.296691] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801411, 'name': Rename_Task, 'duration_secs': 0.203519} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.298992] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.299463] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebeb8d65-c30c-4c0b-97af-2bd396ad4912 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.302135] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa0a6c-5557-422f-9fe3-95a41a5e1c7f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.317162] env[69220]: DEBUG nova.compute.provider_tree [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.321900] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1039.321900] env[69220]: value = "task-2801412" [ 1039.321900] env[69220]: _type = "Task" [ 1039.321900] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.329585] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.407770] env[69220]: DEBUG nova.network.neutron [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Successfully created port: 255b0f90-740f-4407-b990-18fae34909ef {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.426699] env[69220]: DEBUG oslo_vmware.api [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801410, 'name': RemoveSnapshot_Task, 'duration_secs': 0.930802} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.427080] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.498283] env[69220]: DEBUG nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.537894] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.538059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.538235] env[69220]: DEBUG nova.network.neutron [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.822312] env[69220]: DEBUG nova.scheduler.client.report [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.836064] env[69220]: DEBUG oslo_vmware.api [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801412, 'name': PowerOnVM_Task, 'duration_secs': 0.501034} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.836376] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.837010] env[69220]: INFO nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1039.837010] env[69220]: DEBUG nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.837602] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a22358-cf32-491c-a6ef-acb6036c7833 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.931693] env[69220]: WARNING nova.compute.manager [None req-7d84cc4a-9fca-4a6f-9d64-f26e2d37467a tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Image not found during snapshot: nova.exception.ImageNotFound: Image 996c4c53-083e-46cd-9bb2-c5aa2f763846 could not be found. [ 1040.073515] env[69220]: DEBUG nova.network.neutron [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.110875] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.225738] env[69220]: DEBUG nova.network.neutron [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updating instance_info_cache with network_info: [{"id": "87850d5e-39cf-4065-9e0a-286f167518a5", "address": "fa:16:3e:9c:ab:71", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87850d5e-39", "ovs_interfaceid": "87850d5e-39cf-4065-9e0a-286f167518a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.332189] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.335203] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.057s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.336942] env[69220]: INFO nova.compute.claims [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.357055] env[69220]: INFO nova.compute.manager [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Took 20.68 seconds to build instance. [ 1040.358191] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "302b3702-eed8-4685-ad82-307205896c33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.358437] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "302b3702-eed8-4685-ad82-307205896c33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.358637] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "302b3702-eed8-4685-ad82-307205896c33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.358798] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "302b3702-eed8-4685-ad82-307205896c33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.358949] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "302b3702-eed8-4685-ad82-307205896c33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.361190] env[69220]: INFO nova.scheduler.client.report [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleted allocations for instance 9fdc7289-1ff9-4b6c-a263-6930d47677bc [ 1040.362338] env[69220]: INFO nova.compute.manager [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Terminating instance [ 1040.507733] env[69220]: DEBUG nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.531376] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.531826] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.532140] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.532366] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.532672] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.532860] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.533096] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.533265] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.533439] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.533611] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.533812] env[69220]: DEBUG nova.virt.hardware [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.534725] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829a4284-68c3-4ead-ae6b-e54cf805af6e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.543658] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7d2775-fb0b-409b-853a-b10901cbd59d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.671266] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Acquiring lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.671677] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.672040] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Acquiring lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.672235] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.672448] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.674834] env[69220]: INFO nova.compute.manager [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Terminating instance [ 1040.729020] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.729377] env[69220]: DEBUG nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Instance network_info: |[{"id": "87850d5e-39cf-4065-9e0a-286f167518a5", "address": "fa:16:3e:9c:ab:71", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87850d5e-39", "ovs_interfaceid": "87850d5e-39cf-4065-9e0a-286f167518a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.729907] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ab:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87850d5e-39cf-4065-9e0a-286f167518a5', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.738060] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.738385] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.738661] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f01d063a-5f4e-4c8d-8905-efde06ff1627 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.762033] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.762033] env[69220]: value = "task-2801413" [ 1040.762033] env[69220]: _type = "Task" [ 1040.762033] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.770267] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801413, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.864697] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6680636-333a-4688-9e4b-4ec7d46ef90e tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "aa4a7360-724e-4248-97f6-93db0cf91d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.197s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.869636] env[69220]: DEBUG nova.compute.manager [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.869893] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.870496] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ec052e5b-ead1-4fea-a739-7851e3049eda tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "9fdc7289-1ff9-4b6c-a263-6930d47677bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.606s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.872314] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6824b4f-44dd-4e50-9e49-b772e9a02e36 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.881238] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.881624] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3de68ea-727d-48f5-8684-7f8fa16541f1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.888809] env[69220]: DEBUG oslo_vmware.api [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1040.888809] env[69220]: value = "task-2801414" [ 1040.888809] env[69220]: _type = "Task" [ 1040.888809] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.898200] env[69220]: DEBUG oslo_vmware.api [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.944555] env[69220]: DEBUG nova.compute.manager [req-cbddcdc8-db43-4fd8-9ca6-58e69ffb8de0 req-3ae45ab7-660a-4308-9050-1cbea381326c service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Received event network-vif-plugged-255b0f90-740f-4407-b990-18fae34909ef {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.944830] env[69220]: DEBUG oslo_concurrency.lockutils [req-cbddcdc8-db43-4fd8-9ca6-58e69ffb8de0 req-3ae45ab7-660a-4308-9050-1cbea381326c service nova] Acquiring lock "81b34224-d530-433c-840a-7a5867459e3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.945128] env[69220]: DEBUG oslo_concurrency.lockutils [req-cbddcdc8-db43-4fd8-9ca6-58e69ffb8de0 req-3ae45ab7-660a-4308-9050-1cbea381326c service nova] Lock "81b34224-d530-433c-840a-7a5867459e3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.945282] env[69220]: DEBUG oslo_concurrency.lockutils [req-cbddcdc8-db43-4fd8-9ca6-58e69ffb8de0 req-3ae45ab7-660a-4308-9050-1cbea381326c service nova] Lock "81b34224-d530-433c-840a-7a5867459e3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.945389] env[69220]: DEBUG nova.compute.manager [req-cbddcdc8-db43-4fd8-9ca6-58e69ffb8de0 req-3ae45ab7-660a-4308-9050-1cbea381326c service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] No waiting events found dispatching network-vif-plugged-255b0f90-740f-4407-b990-18fae34909ef {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.945522] env[69220]: WARNING nova.compute.manager [req-cbddcdc8-db43-4fd8-9ca6-58e69ffb8de0 req-3ae45ab7-660a-4308-9050-1cbea381326c service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Received unexpected event network-vif-plugged-255b0f90-740f-4407-b990-18fae34909ef for instance with vm_state building and task_state spawning. [ 1040.949007] env[69220]: DEBUG nova.compute.manager [req-aaf4b45b-5674-4b34-8e6a-cd4d62325181 req-35cf5449-6740-4077-83d1-4d698378552c service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Received event network-changed-87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.949195] env[69220]: DEBUG nova.compute.manager [req-aaf4b45b-5674-4b34-8e6a-cd4d62325181 req-35cf5449-6740-4077-83d1-4d698378552c service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Refreshing instance network info cache due to event network-changed-87850d5e-39cf-4065-9e0a-286f167518a5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.949522] env[69220]: DEBUG oslo_concurrency.lockutils [req-aaf4b45b-5674-4b34-8e6a-cd4d62325181 req-35cf5449-6740-4077-83d1-4d698378552c service nova] Acquiring lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.949895] env[69220]: DEBUG oslo_concurrency.lockutils [req-aaf4b45b-5674-4b34-8e6a-cd4d62325181 req-35cf5449-6740-4077-83d1-4d698378552c service nova] Acquired lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.949895] env[69220]: DEBUG nova.network.neutron [req-aaf4b45b-5674-4b34-8e6a-cd4d62325181 req-35cf5449-6740-4077-83d1-4d698378552c service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Refreshing network info cache for port 87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.095239] env[69220]: DEBUG nova.network.neutron [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Successfully updated port: 255b0f90-740f-4407-b990-18fae34909ef {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.179100] env[69220]: DEBUG nova.compute.manager [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.179677] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08146bf0-03a2-4c45-a6c3-557f5081fe30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.189980] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b058750a-47ef-495b-bc75-9cfd288481d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.228049] env[69220]: WARNING nova.virt.vmwareapi.driver [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec could not be found. [ 1041.228049] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.228352] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca0ca4b2-466e-46a1-b45c-e7ee96b66de8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.238818] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e8618-7028-487a-bae5-3412f6ea77e2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.274727] env[69220]: WARNING nova.virt.vmwareapi.vmops [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec could not be found. [ 1041.275475] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.275475] env[69220]: INFO nova.compute.manager [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1041.275475] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.278643] env[69220]: DEBUG nova.compute.manager [-] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.278761] env[69220]: DEBUG nova.network.neutron [-] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.285695] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801413, 'name': CreateVM_Task, 'duration_secs': 0.437579} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.287478] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.289117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.289117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.289117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.289117] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c01eec-7df7-471d-961f-5d40df870dab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.293775] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1041.293775] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b1d4f3-b9e7-11bc-f4e4-1b8fb33e5a4c" [ 1041.293775] env[69220]: _type = "Task" [ 1041.293775] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.296247] env[69220]: DEBUG oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52490920-ef53-de51-52f9-c4e84e2f7924/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1041.296559] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c68af0-404b-459f-8f12-727c96f0cf53 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.305839] env[69220]: DEBUG oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52490920-ef53-de51-52f9-c4e84e2f7924/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1041.305839] env[69220]: ERROR oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52490920-ef53-de51-52f9-c4e84e2f7924/disk-0.vmdk due to incomplete transfer. [ 1041.310099] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aff068c7-a45f-4163-8843-8b54b9aea791 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.312431] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b1d4f3-b9e7-11bc-f4e4-1b8fb33e5a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011114} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.312431] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.312431] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.312431] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.312695] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.312736] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.313315] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e83aa5f-68c3-4283-91d9-8608fd195880 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.318466] env[69220]: DEBUG oslo_vmware.rw_handles [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52490920-ef53-de51-52f9-c4e84e2f7924/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1041.318649] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Uploaded image 9558ef21-5f50-40d0-bcfd-7eb9a7a329b3 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1041.320998] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1041.324544] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b404d78-3d1a-44ab-ba7c-218e3d2036ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.327684] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.327684] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.327886] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2428cfcd-3480-4ad2-9a83-d98af88fc2f1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.335092] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1041.335092] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528bb83d-366e-0db4-56bc-7efd6ece0dd9" [ 1041.335092] env[69220]: _type = "Task" [ 1041.335092] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.340022] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1041.340022] env[69220]: value = "task-2801415" [ 1041.340022] env[69220]: _type = "Task" [ 1041.340022] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.349927] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528bb83d-366e-0db4-56bc-7efd6ece0dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.357231] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801415, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.400633] env[69220]: DEBUG oslo_vmware.api [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801414, 'name': PowerOffVM_Task, 'duration_secs': 0.28694} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.400903] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.401183] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.401332] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d15b8338-9ec7-486d-b9a8-dc9774c16f2b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.587996] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a30d41-f0d8-4d80-9580-6f3d9fe18d92 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.597493] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f01d3c4-4050-42cd-a94e-972532f9a7b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.601172] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "refresh_cache-81b34224-d530-433c-840a-7a5867459e3b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.601308] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "refresh_cache-81b34224-d530-433c-840a-7a5867459e3b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.601483] env[69220]: DEBUG nova.network.neutron [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.641521] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c3e7d0-1c6b-4be3-9eea-c9c1905b3e28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.650626] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac5d3a-bc8a-49f6-909e-87fb240341e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.665353] env[69220]: DEBUG nova.compute.provider_tree [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.804960] env[69220]: DEBUG nova.network.neutron [req-aaf4b45b-5674-4b34-8e6a-cd4d62325181 req-35cf5449-6740-4077-83d1-4d698378552c service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updated VIF entry in instance network info cache for port 87850d5e-39cf-4065-9e0a-286f167518a5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.805310] env[69220]: DEBUG nova.network.neutron [req-aaf4b45b-5674-4b34-8e6a-cd4d62325181 req-35cf5449-6740-4077-83d1-4d698378552c service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updating instance_info_cache with network_info: [{"id": "87850d5e-39cf-4065-9e0a-286f167518a5", "address": "fa:16:3e:9c:ab:71", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87850d5e-39", "ovs_interfaceid": "87850d5e-39cf-4065-9e0a-286f167518a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.851544] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801415, 'name': Destroy_Task, 'duration_secs': 0.363567} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.855335] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Destroyed the VM [ 1041.855577] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1041.855844] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528bb83d-366e-0db4-56bc-7efd6ece0dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.027749} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.856048] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91594480-d5e2-42b6-9dbd-90cdfefccc41 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.858998] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018d6f3a-4abc-4f09-8783-8943f862ea04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.861681] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "68d617fa-7443-4b83-892c-1e6f928905d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.861899] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "68d617fa-7443-4b83-892c-1e6f928905d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.862104] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "68d617fa-7443-4b83-892c-1e6f928905d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.862284] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "68d617fa-7443-4b83-892c-1e6f928905d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.862496] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "68d617fa-7443-4b83-892c-1e6f928905d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.866149] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1041.866149] env[69220]: value = "task-2801417" [ 1041.866149] env[69220]: _type = "Task" [ 1041.866149] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.866561] env[69220]: INFO nova.compute.manager [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Terminating instance [ 1041.872101] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1041.872101] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52236484-f7d6-8538-f9f2-58955d24e033" [ 1041.872101] env[69220]: _type = "Task" [ 1041.872101] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.880336] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801417, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.886842] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52236484-f7d6-8538-f9f2-58955d24e033, 'name': SearchDatastore_Task, 'duration_secs': 0.008967} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.887097] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.887558] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 2ab30c64-fb49-48fd-8cad-510653d716c5/2ab30c64-fb49-48fd-8cad-510653d716c5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.887847] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4707ba60-2be0-40bb-98f0-3d9bea849a7e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.894266] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1041.894266] env[69220]: value = "task-2801418" [ 1041.894266] env[69220]: _type = "Task" [ 1041.894266] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.902610] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.134678] env[69220]: DEBUG nova.network.neutron [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.148028] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.148028] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.148028] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleting the datastore file [datastore1] 302b3702-eed8-4685-ad82-307205896c33 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.148028] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-677dd9e5-6887-4735-bc79-e70dd9874489 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.157191] env[69220]: DEBUG oslo_vmware.api [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for the task: (returnval){ [ 1042.157191] env[69220]: value = "task-2801419" [ 1042.157191] env[69220]: _type = "Task" [ 1042.157191] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.167316] env[69220]: DEBUG oslo_vmware.api [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.168937] env[69220]: DEBUG nova.scheduler.client.report [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.303383] env[69220]: DEBUG nova.network.neutron [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Updating instance_info_cache with network_info: [{"id": "255b0f90-740f-4407-b990-18fae34909ef", "address": "fa:16:3e:e0:65:57", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255b0f90-74", "ovs_interfaceid": "255b0f90-740f-4407-b990-18fae34909ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.311709] env[69220]: DEBUG oslo_concurrency.lockutils [req-aaf4b45b-5674-4b34-8e6a-cd4d62325181 req-35cf5449-6740-4077-83d1-4d698378552c service nova] Releasing lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.382575] env[69220]: DEBUG nova.compute.manager [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.382904] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.383223] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801417, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.384842] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ceabe2-2cc5-4d2a-85b5-ba2d68f4ea85 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.393641] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.394244] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ab7d17-d8dd-4aaa-9439-f7df7fa8d4ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.406722] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459138} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.410312] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 2ab30c64-fb49-48fd-8cad-510653d716c5/2ab30c64-fb49-48fd-8cad-510653d716c5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.410312] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.410312] env[69220]: DEBUG oslo_vmware.api [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 1042.410312] env[69220]: value = "task-2801420" [ 1042.410312] env[69220]: _type = "Task" [ 1042.410312] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.410312] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fee1f8bd-7974-4ae3-8943-e81877b3f45a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.423166] env[69220]: DEBUG oslo_vmware.api [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.424867] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1042.424867] env[69220]: value = "task-2801421" [ 1042.424867] env[69220]: _type = "Task" [ 1042.424867] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.434777] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.673226] env[69220]: DEBUG oslo_vmware.api [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Task: {'id': task-2801419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281059} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.673226] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.673226] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.673226] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.673602] env[69220]: INFO nova.compute.manager [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] [instance: 302b3702-eed8-4685-ad82-307205896c33] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1042.673724] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.673955] env[69220]: DEBUG nova.compute.manager [-] [instance: 302b3702-eed8-4685-ad82-307205896c33] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.674090] env[69220]: DEBUG nova.network.neutron [-] [instance: 302b3702-eed8-4685-ad82-307205896c33] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.677656] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.678222] env[69220]: DEBUG nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.684913] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.862s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.701796] env[69220]: DEBUG nova.network.neutron [-] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.807120] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "refresh_cache-81b34224-d530-433c-840a-7a5867459e3b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.807456] env[69220]: DEBUG nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Instance network_info: |[{"id": "255b0f90-740f-4407-b990-18fae34909ef", "address": "fa:16:3e:e0:65:57", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255b0f90-74", "ovs_interfaceid": "255b0f90-740f-4407-b990-18fae34909ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.807962] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:65:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '255b0f90-740f-4407-b990-18fae34909ef', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.816562] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.817659] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.818927] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d146222-4f4e-45fd-bd5c-1aec65793b70 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.840492] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.840492] env[69220]: value = "task-2801422" [ 1042.840492] env[69220]: _type = "Task" [ 1042.840492] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.849202] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801422, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.880492] env[69220]: DEBUG oslo_vmware.api [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801417, 'name': RemoveSnapshot_Task, 'duration_secs': 0.573797} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.880613] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.880858] env[69220]: INFO nova.compute.manager [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Took 13.85 seconds to snapshot the instance on the hypervisor. [ 1042.921849] env[69220]: DEBUG oslo_vmware.api [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801420, 'name': PowerOffVM_Task, 'duration_secs': 0.19773} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.922851] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.923064] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.923302] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2cb2d35-44b6-41e5-9c64-8c0827b564b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.934798] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064811} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.935721] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.937025] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d333d23-94a2-4b9d-b2f3-c8fca25aa20a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.966347] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 2ab30c64-fb49-48fd-8cad-510653d716c5/2ab30c64-fb49-48fd-8cad-510653d716c5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.969040] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91ae23d-a2e2-434f-a57b-e55f6a00172d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.985812] env[69220]: DEBUG nova.compute.manager [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Received event network-changed-255b0f90-740f-4407-b990-18fae34909ef {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.986173] env[69220]: DEBUG nova.compute.manager [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Refreshing instance network info cache due to event network-changed-255b0f90-740f-4407-b990-18fae34909ef. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.986389] env[69220]: DEBUG oslo_concurrency.lockutils [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] Acquiring lock "refresh_cache-81b34224-d530-433c-840a-7a5867459e3b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.986526] env[69220]: DEBUG oslo_concurrency.lockutils [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] Acquired lock "refresh_cache-81b34224-d530-433c-840a-7a5867459e3b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.986728] env[69220]: DEBUG nova.network.neutron [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Refreshing network info cache for port 255b0f90-740f-4407-b990-18fae34909ef {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.988856] env[69220]: DEBUG nova.compute.manager [req-e5c688c8-1e8c-4fb9-919a-2a3545f38624 req-6d29687d-5289-4221-8223-9403fd29ba18 service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Received event network-changed-7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.989000] env[69220]: DEBUG nova.compute.manager [req-e5c688c8-1e8c-4fb9-919a-2a3545f38624 req-6d29687d-5289-4221-8223-9403fd29ba18 service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Refreshing instance network info cache due to event network-changed-7afd0c83-ef70-4d0e-a190-e8ec1bf38c56. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.989212] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5c688c8-1e8c-4fb9-919a-2a3545f38624 req-6d29687d-5289-4221-8223-9403fd29ba18 service nova] Acquiring lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.989350] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5c688c8-1e8c-4fb9-919a-2a3545f38624 req-6d29687d-5289-4221-8223-9403fd29ba18 service nova] Acquired lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.989505] env[69220]: DEBUG nova.network.neutron [req-e5c688c8-1e8c-4fb9-919a-2a3545f38624 req-6d29687d-5289-4221-8223-9403fd29ba18 service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Refreshing network info cache for port 7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.993917] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.993917] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.993917] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleting the datastore file [datastore1] 68d617fa-7443-4b83-892c-1e6f928905d7 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.993917] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27c0edb4-e7eb-4c2b-abe3-9d6839b660af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.997677] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1042.997677] env[69220]: value = "task-2801424" [ 1042.997677] env[69220]: _type = "Task" [ 1042.997677] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.004825] env[69220]: DEBUG oslo_vmware.api [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for the task: (returnval){ [ 1043.004825] env[69220]: value = "task-2801425" [ 1043.004825] env[69220]: _type = "Task" [ 1043.004825] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.012575] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.018129] env[69220]: DEBUG oslo_vmware.api [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.187587] env[69220]: DEBUG nova.compute.utils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.193424] env[69220]: DEBUG nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.193424] env[69220]: DEBUG nova.network.neutron [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.204553] env[69220]: INFO nova.compute.manager [-] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Took 1.93 seconds to deallocate network for instance. [ 1043.254696] env[69220]: DEBUG nova.policy [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9740723a38a64b4aa76c7fdcd3ab2f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92b9177127a440f849b7c0ceff2ca30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.353072] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801422, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.431757] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31d47c6-9f2c-4901-a410-2de66cf9ec6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.444580] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8a132c-50d6-4d3d-a0e0-b59a2dd9101b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.484342] env[69220]: DEBUG nova.compute.manager [None req-65287f05-a081-4387-9d16-95135c3d9e6a tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Found 1 images (rotation: 2) {{(pid=69220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1043.487393] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c26c970-9b4d-46aa-a88a-f5223eb8525a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.500103] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d745c6d0-ae06-4c22-88c7-753e452563ab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.523213] env[69220]: DEBUG nova.compute.provider_tree [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.529763] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.535669] env[69220]: DEBUG oslo_vmware.api [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Task: {'id': task-2801425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513263} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.536487] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.536487] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.536642] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.536898] env[69220]: INFO nova.compute.manager [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1043.538474] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.539747] env[69220]: DEBUG nova.compute.manager [-] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.540104] env[69220]: DEBUG nova.network.neutron [-] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.565073] env[69220]: DEBUG nova.network.neutron [-] [instance: 302b3702-eed8-4685-ad82-307205896c33] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.693515] env[69220]: DEBUG nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.767142] env[69220]: INFO nova.compute.manager [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Took 0.56 seconds to detach 1 volumes for instance. [ 1043.770977] env[69220]: DEBUG nova.compute.manager [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Deleting volume: bce80b96-4cef-414f-808a-92c3c503569d {{(pid=69220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1043.855149] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801422, 'name': CreateVM_Task, 'duration_secs': 0.797083} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.856181] env[69220]: DEBUG nova.network.neutron [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Updated VIF entry in instance network info cache for port 255b0f90-740f-4407-b990-18fae34909ef. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.857054] env[69220]: DEBUG nova.network.neutron [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Updating instance_info_cache with network_info: [{"id": "255b0f90-740f-4407-b990-18fae34909ef", "address": "fa:16:3e:e0:65:57", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap255b0f90-74", "ovs_interfaceid": "255b0f90-740f-4407-b990-18fae34909ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.857831] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.860017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.860017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.860017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.860363] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23e3bd4-169e-40b1-8921-39e3b1a27cbd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.867307] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1043.867307] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522838d5-dc31-c793-88ba-fc5b6b6a3295" [ 1043.867307] env[69220]: _type = "Task" [ 1043.867307] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.878710] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522838d5-dc31-c793-88ba-fc5b6b6a3295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.922650] env[69220]: DEBUG nova.network.neutron [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Successfully created port: f20d954d-844e-4c50-9d9b-4bc486d626c0 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.017727] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801424, 'name': ReconfigVM_Task, 'duration_secs': 0.772762} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.019118] env[69220]: DEBUG nova.network.neutron [req-e5c688c8-1e8c-4fb9-919a-2a3545f38624 req-6d29687d-5289-4221-8223-9403fd29ba18 service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Updated VIF entry in instance network info cache for port 7afd0c83-ef70-4d0e-a190-e8ec1bf38c56. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.019118] env[69220]: DEBUG nova.network.neutron [req-e5c688c8-1e8c-4fb9-919a-2a3545f38624 req-6d29687d-5289-4221-8223-9403fd29ba18 service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Updating instance_info_cache with network_info: [{"id": "7afd0c83-ef70-4d0e-a190-e8ec1bf38c56", "address": "fa:16:3e:95:4b:35", "network": {"id": "423029a3-4858-49a4-9f3a-cbcb6e79c08c", "bridge": "br-int", "label": "tempest-ServersTestJSON-715410534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7673356bd9cb400984a8ccadd39bc664", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afd0c83-ef", "ovs_interfaceid": "7afd0c83-ef70-4d0e-a190-e8ec1bf38c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.020097] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 2ab30c64-fb49-48fd-8cad-510653d716c5/2ab30c64-fb49-48fd-8cad-510653d716c5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.020944] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48b735b3-ec11-4c28-8797-8f833c587bbb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.027121] env[69220]: DEBUG nova.scheduler.client.report [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.032390] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1044.032390] env[69220]: value = "task-2801427" [ 1044.032390] env[69220]: _type = "Task" [ 1044.032390] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.044750] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801427, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.070720] env[69220]: INFO nova.compute.manager [-] [instance: 302b3702-eed8-4685-ad82-307205896c33] Took 1.40 seconds to deallocate network for instance. [ 1044.318230] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.361221] env[69220]: DEBUG oslo_concurrency.lockutils [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] Releasing lock "refresh_cache-81b34224-d530-433c-840a-7a5867459e3b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.361630] env[69220]: DEBUG nova.compute.manager [req-fec78830-4bec-4314-9078-a37a008e6c03 req-4bf5720e-8175-463c-8d6f-2b6fbcf0d71d service nova] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Received event network-vif-deleted-3b6f20a1-a2c8-43b1-bab7-eaf54f27f120 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.379983] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522838d5-dc31-c793-88ba-fc5b6b6a3295, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.380316] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.380540] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.380771] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.380919] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.381101] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.381437] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0713a1a-26b9-4ba4-963e-1cbcb9a43c94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.393760] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.393997] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.394821] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa682108-dc69-4b5f-8df3-79478a19998c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.401075] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1044.401075] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ba7c8b-69eb-760c-738c-0fe1276f4bad" [ 1044.401075] env[69220]: _type = "Task" [ 1044.401075] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.411971] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ba7c8b-69eb-760c-738c-0fe1276f4bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.457051] env[69220]: DEBUG nova.network.neutron [-] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.492128] env[69220]: DEBUG nova.compute.manager [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.493055] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d4e3b-38f2-4cc1-b0e7-f4fcd4841817 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.524738] env[69220]: DEBUG oslo_concurrency.lockutils [req-e5c688c8-1e8c-4fb9-919a-2a3545f38624 req-6d29687d-5289-4221-8223-9403fd29ba18 service nova] Releasing lock "refresh_cache-aa4a7360-724e-4248-97f6-93db0cf91d1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.551189] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801427, 'name': Rename_Task, 'duration_secs': 0.40754} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.555039] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.555322] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac1be63d-7ff8-4204-ba68-6a961b399baa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.565015] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1044.565015] env[69220]: value = "task-2801428" [ 1044.565015] env[69220]: _type = "Task" [ 1044.565015] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.570951] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.581185] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.617974] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "9ddb7562-49c1-413f-aa3e-409851132763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.618289] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "9ddb7562-49c1-413f-aa3e-409851132763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.618512] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "9ddb7562-49c1-413f-aa3e-409851132763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.618698] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "9ddb7562-49c1-413f-aa3e-409851132763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.619101] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "9ddb7562-49c1-413f-aa3e-409851132763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.621129] env[69220]: INFO nova.compute.manager [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Terminating instance [ 1044.704203] env[69220]: DEBUG nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.736509] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.736683] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.736897] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.737056] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.737212] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.737357] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.737546] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.737694] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.737875] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.738044] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.738215] env[69220]: DEBUG nova.virt.hardware [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.739072] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58929552-fb98-405a-8a2f-4227ef349772 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.747214] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e1249-c1ef-45a1-8a8c-d32e0fb43944 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.911913] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ba7c8b-69eb-760c-738c-0fe1276f4bad, 'name': SearchDatastore_Task, 'duration_secs': 0.020548} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.912761] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f175399d-d7b8-4590-b73f-16d11e4b8da8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.917976] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1044.917976] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ead3ba-0e81-8ca1-cfb1-b4ad83985439" [ 1044.917976] env[69220]: _type = "Task" [ 1044.917976] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.926061] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ead3ba-0e81-8ca1-cfb1-b4ad83985439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.961906] env[69220]: INFO nova.compute.manager [-] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Took 1.42 seconds to deallocate network for instance. [ 1045.005933] env[69220]: INFO nova.compute.manager [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] instance snapshotting [ 1045.006566] env[69220]: DEBUG nova.objects.instance [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'flavor' on Instance uuid 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.010496] env[69220]: DEBUG nova.compute.manager [req-0f025321-bbf0-49cb-b590-74eef83a24cd req-d1f4a102-28c8-47b3-a160-ff8d83ee6cbd service nova] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Received event network-vif-deleted-b20a86cc-34b9-4827-b2bd-e087fab9120d {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.032982] env[69220]: DEBUG nova.compute.manager [req-3aa57ccc-beb0-4a2f-931f-5126e5f78f5b req-410818a7-59a9-41de-a749-b7c3d07fe92c service nova] [instance: 302b3702-eed8-4685-ad82-307205896c33] Received event network-vif-deleted-a7795987-c724-4fec-ae7a-bef5ece01162 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.044673] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.360s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.047661] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.937s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.075332] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.127014] env[69220]: DEBUG nova.compute.manager [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.127014] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.127014] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff575f-2dc6-4816-9e64-a389b769c345 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.136582] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.136972] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d926250-0752-47da-930a-7c9e1c40df5b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.145368] env[69220]: DEBUG oslo_vmware.api [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1045.145368] env[69220]: value = "task-2801429" [ 1045.145368] env[69220]: _type = "Task" [ 1045.145368] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.156206] env[69220]: DEBUG oslo_vmware.api [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.297916] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2f854f-ea83-46ba-a276-2f957ba89c1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.306523] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a520e8-3779-42bc-a0af-c3bf04f9f7a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.342499] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d78331-0dcc-4e92-aa5d-821281299875 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.350470] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4442fbc-e0e7-4bda-8d4c-d0ae19336533 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.365100] env[69220]: DEBUG nova.compute.provider_tree [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.428706] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ead3ba-0e81-8ca1-cfb1-b4ad83985439, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.429036] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.429343] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 81b34224-d530-433c-840a-7a5867459e3b/81b34224-d530-433c-840a-7a5867459e3b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.429706] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-009b2636-7c7f-4fa5-a9cc-3fb2028f18a0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.436773] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1045.436773] env[69220]: value = "task-2801430" [ 1045.436773] env[69220]: _type = "Task" [ 1045.436773] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.445014] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.469271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.488768] env[69220]: DEBUG nova.network.neutron [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Successfully updated port: f20d954d-844e-4c50-9d9b-4bc486d626c0 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.513062] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb1356a-e70c-4d0c-a141-2c0619d48c1c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.534475] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c199a-0e28-468a-962b-b2d76f4d5ea7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.575989] env[69220]: DEBUG oslo_vmware.api [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801428, 'name': PowerOnVM_Task, 'duration_secs': 0.714618} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.576465] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.576556] env[69220]: INFO nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1045.576721] env[69220]: DEBUG nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.578330] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f63fe0f-69b9-47c6-acca-f2f790b89801 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.620525] env[69220]: INFO nova.scheduler.client.report [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted allocation for migration 7daf4a23-c74e-425d-bf31-8029541d67c9 [ 1045.656417] env[69220]: DEBUG oslo_vmware.api [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801429, 'name': PowerOffVM_Task, 'duration_secs': 0.269265} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.656726] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.656901] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.657210] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f31be6d-7163-4efa-894b-e3703546ff1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.746133] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.746133] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.746133] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Deleting the datastore file [datastore2] 9ddb7562-49c1-413f-aa3e-409851132763 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.746625] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb90766c-8e3e-44cb-8cd0-62042624d386 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.753602] env[69220]: DEBUG oslo_vmware.api [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for the task: (returnval){ [ 1045.753602] env[69220]: value = "task-2801432" [ 1045.753602] env[69220]: _type = "Task" [ 1045.753602] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.763938] env[69220]: DEBUG oslo_vmware.api [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.868186] env[69220]: DEBUG nova.scheduler.client.report [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.947449] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419921} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.947727] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 81b34224-d530-433c-840a-7a5867459e3b/81b34224-d530-433c-840a-7a5867459e3b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.947975] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.948234] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ed0b97-2b7f-4fbe-a4f1-fc52cd6f62d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.954829] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1045.954829] env[69220]: value = "task-2801433" [ 1045.954829] env[69220]: _type = "Task" [ 1045.954829] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.962698] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.990635] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.990963] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.991201] env[69220]: DEBUG nova.network.neutron [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.045252] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1046.045679] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d5f9b66-bf01-47eb-aa11-a87c2d812ec1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.053589] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1046.053589] env[69220]: value = "task-2801434" [ 1046.053589] env[69220]: _type = "Task" [ 1046.053589] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.061728] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.096302] env[69220]: INFO nova.compute.manager [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Took 20.69 seconds to build instance. [ 1046.127193] env[69220]: DEBUG oslo_concurrency.lockutils [None req-df40a0d3-75bc-467e-bc97-86d2def91b48 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.458s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.263816] env[69220]: DEBUG oslo_vmware.api [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Task: {'id': task-2801432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253234} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.264091] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.264298] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.264445] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.264605] env[69220]: INFO nova.compute.manager [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.264843] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.265040] env[69220]: DEBUG nova.compute.manager [-] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.265138] env[69220]: DEBUG nova.network.neutron [-] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.373393] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.326s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.373648] env[69220]: INFO nova.compute.manager [None req-dbd857b8-a145-4d7a-8043-95138fe60ef0 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Successfully reverted task state from rebuilding on failure for instance. [ 1046.379183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.061s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.379428] env[69220]: DEBUG nova.objects.instance [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lazy-loading 'resources' on Instance uuid 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.466926] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061336} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.468307] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.471611] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fe509e-1317-4f1c-9e0d-c5eba82ba1fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.496885] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 81b34224-d530-433c-840a-7a5867459e3b/81b34224-d530-433c-840a-7a5867459e3b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.500080] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf777af-5725-4b3f-b73b-4f2e55c3fd03 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.520801] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1046.520801] env[69220]: value = "task-2801435" [ 1046.520801] env[69220]: _type = "Task" [ 1046.520801] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.529776] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.555540] env[69220]: DEBUG nova.network.neutron [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.566984] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801434, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.598339] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d510ea1-e57d-4001-b1dc-c00761f323e2 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.206s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.975882] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "67b04c42-b670-4e9d-aadd-21934e6ed561" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.979092] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.979092] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.979092] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.979092] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.980352] env[69220]: INFO nova.compute.manager [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Terminating instance [ 1046.987563] env[69220]: DEBUG nova.network.neutron [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Updating instance_info_cache with network_info: [{"id": "f20d954d-844e-4c50-9d9b-4bc486d626c0", "address": "fa:16:3e:01:d9:bb", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20d954d-84", "ovs_interfaceid": "f20d954d-844e-4c50-9d9b-4bc486d626c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.031515] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.069948] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801434, 'name': CreateSnapshot_Task, 'duration_secs': 0.524008} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.070132] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1047.072841] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20796374-b54d-4487-9bb4-b28ca42bf890 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.084979] env[69220]: DEBUG nova.compute.manager [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Received event network-vif-plugged-f20d954d-844e-4c50-9d9b-4bc486d626c0 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.085429] env[69220]: DEBUG oslo_concurrency.lockutils [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] Acquiring lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.085624] env[69220]: DEBUG oslo_concurrency.lockutils [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.086391] env[69220]: DEBUG oslo_concurrency.lockutils [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.086391] env[69220]: DEBUG nova.compute.manager [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] No waiting events found dispatching network-vif-plugged-f20d954d-844e-4c50-9d9b-4bc486d626c0 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.086765] env[69220]: WARNING nova.compute.manager [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Received unexpected event network-vif-plugged-f20d954d-844e-4c50-9d9b-4bc486d626c0 for instance with vm_state building and task_state spawning. [ 1047.086765] env[69220]: DEBUG nova.compute.manager [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Received event network-changed-f20d954d-844e-4c50-9d9b-4bc486d626c0 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.086912] env[69220]: DEBUG nova.compute.manager [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Refreshing instance network info cache due to event network-changed-f20d954d-844e-4c50-9d9b-4bc486d626c0. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.087226] env[69220]: DEBUG oslo_concurrency.lockutils [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] Acquiring lock "refresh_cache-59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.126731] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1b2ad-a519-4ee8-9d9f-57040e66fa31 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.137085] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e90c7e-30ae-4633-8839-25883cf6cf55 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.173552] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d33e67-9883-47b8-a6fc-d08f83869d3c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.184765] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044c6109-91a9-4907-a983-690dfd6baa04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.201437] env[69220]: DEBUG nova.compute.provider_tree [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.485944] env[69220]: DEBUG nova.compute.manager [req-4b4a3320-4b52-4a0c-ba18-634b22c05120 req-10d1f537-f45e-4425-a35c-8435f14b3ebe service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Received event network-changed-529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.486222] env[69220]: DEBUG nova.compute.manager [req-4b4a3320-4b52-4a0c-ba18-634b22c05120 req-10d1f537-f45e-4425-a35c-8435f14b3ebe service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Refreshing instance network info cache due to event network-changed-529336c5-932a-4006-b219-b51d1e4f347e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.486502] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b4a3320-4b52-4a0c-ba18-634b22c05120 req-10d1f537-f45e-4425-a35c-8435f14b3ebe service nova] Acquiring lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.486704] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b4a3320-4b52-4a0c-ba18-634b22c05120 req-10d1f537-f45e-4425-a35c-8435f14b3ebe service nova] Acquired lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.486924] env[69220]: DEBUG nova.network.neutron [req-4b4a3320-4b52-4a0c-ba18-634b22c05120 req-10d1f537-f45e-4425-a35c-8435f14b3ebe service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Refreshing network info cache for port 529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.492018] env[69220]: DEBUG nova.compute.manager [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.492018] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.492018] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed52c039-9d39-4f96-9a72-f2f864c4f9b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.494072] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.494413] env[69220]: DEBUG nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Instance network_info: |[{"id": "f20d954d-844e-4c50-9d9b-4bc486d626c0", "address": "fa:16:3e:01:d9:bb", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20d954d-84", "ovs_interfaceid": "f20d954d-844e-4c50-9d9b-4bc486d626c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.494752] env[69220]: DEBUG oslo_concurrency.lockutils [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] Acquired lock "refresh_cache-59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.494975] env[69220]: DEBUG nova.network.neutron [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Refreshing network info cache for port f20d954d-844e-4c50-9d9b-4bc486d626c0 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.496155] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:d9:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f20d954d-844e-4c50-9d9b-4bc486d626c0', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.508740] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.510602] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.511219] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ffb8f4a-9f1f-4ff0-9d26-25bc2b410d8d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.535710] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.538296] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aaa7c7d-1bf9-4a07-acb0-b743fae049a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.543882] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.543882] env[69220]: value = "task-2801436" [ 1047.543882] env[69220]: _type = "Task" [ 1047.543882] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.548803] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801435, 'name': ReconfigVM_Task, 'duration_secs': 0.836977} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.554637] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 81b34224-d530-433c-840a-7a5867459e3b/81b34224-d530-433c-840a-7a5867459e3b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.555843] env[69220]: DEBUG oslo_vmware.api [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1047.555843] env[69220]: value = "task-2801437" [ 1047.555843] env[69220]: _type = "Task" [ 1047.555843] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.556087] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69609e50-dd77-4d71-bd44-1851b00672ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.564732] env[69220]: DEBUG nova.network.neutron [-] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.565862] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801436, 'name': CreateVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.572312] env[69220]: DEBUG oslo_vmware.api [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.572894] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1047.572894] env[69220]: value = "task-2801438" [ 1047.572894] env[69220]: _type = "Task" [ 1047.572894] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.583735] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801438, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.610174] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1047.610523] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-147ee761-e50b-4e4e-947f-d6bd97651a31 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.621308] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1047.621308] env[69220]: value = "task-2801439" [ 1047.621308] env[69220]: _type = "Task" [ 1047.621308] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.628684] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801439, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.705097] env[69220]: DEBUG nova.scheduler.client.report [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.724230] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "ecb4f331-91fd-4c67-878a-30b78e445288" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.724536] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "ecb4f331-91fd-4c67-878a-30b78e445288" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.058684] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801436, 'name': CreateVM_Task, 'duration_secs': 0.421748} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.061507] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.062262] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.062427] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.062749] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.065358] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796714c1-c72b-4799-9524-ff40f1174e7b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.067072] env[69220]: INFO nova.compute.manager [-] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Took 1.80 seconds to deallocate network for instance. [ 1048.072419] env[69220]: DEBUG oslo_vmware.api [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801437, 'name': PowerOffVM_Task, 'duration_secs': 0.24886} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.075332] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.075505] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.077425] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44526928-7f43-46af-8ad4-81a976b44166 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.082260] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1048.082260] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528679b6-7b7b-b520-0a0d-b63e5b215176" [ 1048.082260] env[69220]: _type = "Task" [ 1048.082260] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.090457] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801438, 'name': Rename_Task, 'duration_secs': 0.215879} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.091180] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.091538] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0f30480-ac41-4d4a-9954-eeb361e6169c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.097967] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528679b6-7b7b-b520-0a0d-b63e5b215176, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.098846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.099222] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.099636] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.099735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.100033] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.102900] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd201ce3-ffc2-41c7-aca2-55f837d3ef91 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.106468] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1048.106468] env[69220]: value = "task-2801441" [ 1048.106468] env[69220]: _type = "Task" [ 1048.106468] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.115657] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.117605] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.117806] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.118940] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902a9b86-f8e7-429c-a92d-0f5b841a868a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.130688] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1048.130688] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520b0e06-eba3-ec3e-7acc-0cb0acd6f5f2" [ 1048.130688] env[69220]: _type = "Task" [ 1048.130688] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.140257] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801439, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.146508] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520b0e06-eba3-ec3e-7acc-0cb0acd6f5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.147363] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5400dd-19ae-404a-8fd9-3376477b57e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.153330] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.153552] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.154326] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleting the datastore file [datastore1] 67b04c42-b670-4e9d-aadd-21934e6ed561 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.154326] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08a8a106-0a10-4f1f-8261-6c8e06851dd9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.158469] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1048.158469] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52dc2928-f698-915d-e752-44bced895bea" [ 1048.158469] env[69220]: _type = "Task" [ 1048.158469] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.162909] env[69220]: DEBUG oslo_vmware.api [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1048.162909] env[69220]: value = "task-2801442" [ 1048.162909] env[69220]: _type = "Task" [ 1048.162909] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.168810] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52dc2928-f698-915d-e752-44bced895bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.174598] env[69220]: DEBUG oslo_vmware.api [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.212474] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.215145] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.638s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.215407] env[69220]: DEBUG nova.objects.instance [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lazy-loading 'resources' on Instance uuid 302b3702-eed8-4685-ad82-307205896c33 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.230057] env[69220]: DEBUG nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.352635] env[69220]: DEBUG nova.network.neutron [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Updated VIF entry in instance network info cache for port f20d954d-844e-4c50-9d9b-4bc486d626c0. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.353021] env[69220]: DEBUG nova.network.neutron [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Updating instance_info_cache with network_info: [{"id": "f20d954d-844e-4c50-9d9b-4bc486d626c0", "address": "fa:16:3e:01:d9:bb", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf20d954d-84", "ovs_interfaceid": "f20d954d-844e-4c50-9d9b-4bc486d626c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.358420] env[69220]: DEBUG nova.network.neutron [req-4b4a3320-4b52-4a0c-ba18-634b22c05120 req-10d1f537-f45e-4425-a35c-8435f14b3ebe service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updated VIF entry in instance network info cache for port 529336c5-932a-4006-b219-b51d1e4f347e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.358764] env[69220]: DEBUG nova.network.neutron [req-4b4a3320-4b52-4a0c-ba18-634b22c05120 req-10d1f537-f45e-4425-a35c-8435f14b3ebe service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updating instance_info_cache with network_info: [{"id": "529336c5-932a-4006-b219-b51d1e4f347e", "address": "fa:16:3e:64:ce:90", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529336c5-93", "ovs_interfaceid": "529336c5-932a-4006-b219-b51d1e4f347e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.583961] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.617023] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.631041] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801439, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.671232] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52dc2928-f698-915d-e752-44bced895bea, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.672023] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.672285] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee/59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.672551] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38258870-6c34-4ccd-a592-c3fd8f34e15c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.678257] env[69220]: DEBUG oslo_vmware.api [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169784} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.678896] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.679114] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.679301] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.679472] env[69220]: INFO nova.compute.manager [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1048.679728] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.679981] env[69220]: DEBUG nova.compute.manager [-] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.680063] env[69220]: DEBUG nova.network.neutron [-] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.682885] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1048.682885] env[69220]: value = "task-2801443" [ 1048.682885] env[69220]: _type = "Task" [ 1048.682885] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.690765] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.748721] env[69220]: DEBUG oslo_concurrency.lockutils [None req-58e56851-058f-44af-8120-160b54d4e2c3 tempest-ServerActionsV293TestJSON-2137105091 tempest-ServerActionsV293TestJSON-2137105091-project-member] Lock "1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.077s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.762446] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.857723] env[69220]: DEBUG oslo_concurrency.lockutils [req-3d584802-1732-4d4b-be7a-1697a21c627c req-cf3c7eaa-307a-4b33-af3b-703b87831530 service nova] Releasing lock "refresh_cache-59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.863598] env[69220]: DEBUG oslo_concurrency.lockutils [req-4b4a3320-4b52-4a0c-ba18-634b22c05120 req-10d1f537-f45e-4425-a35c-8435f14b3ebe service nova] Releasing lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.958687] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb6f98c-8188-4522-beb6-5dd1727e891f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.969153] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58fbff-a767-4640-9a52-cc20b2b60b08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.005958] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a872c9-c9b1-43eb-a310-4f9c51829765 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.013681] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62b559-8e3d-4138-901a-5d90f6ab4bc1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.037043] env[69220]: DEBUG nova.compute.provider_tree [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.125051] env[69220]: DEBUG oslo_vmware.api [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801441, 'name': PowerOnVM_Task, 'duration_secs': 0.940928} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.128882] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.129618] env[69220]: INFO nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1049.129618] env[69220]: DEBUG nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.130184] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4df0f0-6e8e-45c5-bb67-9291984cbb59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.139821] env[69220]: DEBUG nova.compute.manager [req-08559ba2-788c-47a2-a4de-bdc3584d1ba3 req-cb5b0733-a06b-4cd8-9ba6-ecaaa392b0a0 service nova] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Received event network-vif-deleted-a57e661c-dc32-4dc6-afdb-3eea04b6c089 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.139821] env[69220]: DEBUG nova.compute.manager [req-08559ba2-788c-47a2-a4de-bdc3584d1ba3 req-cb5b0733-a06b-4cd8-9ba6-ecaaa392b0a0 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Received event network-vif-deleted-026ff3f6-afb2-4c00-8a4e-537735d9e563 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.139821] env[69220]: INFO nova.compute.manager [req-08559ba2-788c-47a2-a4de-bdc3584d1ba3 req-cb5b0733-a06b-4cd8-9ba6-ecaaa392b0a0 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Neutron deleted interface 026ff3f6-afb2-4c00-8a4e-537735d9e563; detaching it from the instance and deleting it from the info cache [ 1049.139821] env[69220]: DEBUG nova.network.neutron [req-08559ba2-788c-47a2-a4de-bdc3584d1ba3 req-cb5b0733-a06b-4cd8-9ba6-ecaaa392b0a0 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.150068] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801439, 'name': CloneVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.197309] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801443, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.465277] env[69220]: DEBUG nova.network.neutron [-] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.513065] env[69220]: DEBUG nova.compute.manager [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Received event network-changed-87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.513293] env[69220]: DEBUG nova.compute.manager [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Refreshing instance network info cache due to event network-changed-87850d5e-39cf-4065-9e0a-286f167518a5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.513469] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Acquiring lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.513615] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Acquired lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.513773] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Refreshing network info cache for port 87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.539842] env[69220]: DEBUG nova.scheduler.client.report [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.635102] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801439, 'name': CloneVM_Task, 'duration_secs': 1.614127} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.635379] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Created linked-clone VM from snapshot [ 1049.636134] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74abd9d8-4ec0-4fbf-8c08-000322540064 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.643365] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Uploading image f2b9c6fc-b7ce-485c-8fc9-c3c2b504f2f1 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1049.654578] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a9d00f1-5804-4031-a950-854df0ce0465 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.658510] env[69220]: INFO nova.compute.manager [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Took 19.61 seconds to build instance. [ 1049.665708] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0196c300-72b7-4726-96e1-a09a1322d386 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.680948] env[69220]: DEBUG oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1049.680948] env[69220]: value = "vm-562961" [ 1049.680948] env[69220]: _type = "VirtualMachine" [ 1049.680948] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1049.681791] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69ea98b2-286a-4f32-bfe6-5e068f351969 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.698541] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657314} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.710286] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee/59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.710554] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.710896] env[69220]: DEBUG oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease: (returnval){ [ 1049.710896] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d1143e-884f-6341-44c6-63e464c58758" [ 1049.710896] env[69220]: _type = "HttpNfcLease" [ 1049.710896] env[69220]: } obtained for exporting VM: (result){ [ 1049.710896] env[69220]: value = "vm-562961" [ 1049.710896] env[69220]: _type = "VirtualMachine" [ 1049.710896] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1049.711175] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the lease: (returnval){ [ 1049.711175] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d1143e-884f-6341-44c6-63e464c58758" [ 1049.711175] env[69220]: _type = "HttpNfcLease" [ 1049.711175] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1049.711857] env[69220]: DEBUG nova.compute.manager [req-08559ba2-788c-47a2-a4de-bdc3584d1ba3 req-cb5b0733-a06b-4cd8-9ba6-ecaaa392b0a0 service nova] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Detach interface failed, port_id=026ff3f6-afb2-4c00-8a4e-537735d9e563, reason: Instance 67b04c42-b670-4e9d-aadd-21934e6ed561 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1049.712228] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-781a1f71-204a-40c4-8dc9-893111aaaca4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.721016] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1049.721016] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d1143e-884f-6341-44c6-63e464c58758" [ 1049.721016] env[69220]: _type = "HttpNfcLease" [ 1049.721016] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1049.722341] env[69220]: DEBUG oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1049.722341] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d1143e-884f-6341-44c6-63e464c58758" [ 1049.722341] env[69220]: _type = "HttpNfcLease" [ 1049.722341] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1049.722607] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1049.722607] env[69220]: value = "task-2801445" [ 1049.722607] env[69220]: _type = "Task" [ 1049.722607] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.723454] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a5a15a-a5db-459c-8473-fc8f65ebdfc2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.734125] env[69220]: DEBUG oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ec830-a069-e32b-eb2b-08b714cfec92/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1049.734304] env[69220]: DEBUG oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ec830-a069-e32b-eb2b-08b714cfec92/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1049.738112] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.823639] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2f58ebf-04a2-49f7-94f0-f576dec34578 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.967643] env[69220]: INFO nova.compute.manager [-] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Took 1.29 seconds to deallocate network for instance. [ 1050.044651] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.053173] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.582s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.053173] env[69220]: DEBUG nova.objects.instance [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lazy-loading 'resources' on Instance uuid 68d617fa-7443-4b83-892c-1e6f928905d7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.070465] env[69220]: INFO nova.scheduler.client.report [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Deleted allocations for instance 302b3702-eed8-4685-ad82-307205896c33 [ 1050.162385] env[69220]: DEBUG oslo_concurrency.lockutils [None req-40f9dc7b-06d9-48cf-9ee0-2f599b48171b tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "81b34224-d530-433c-840a-7a5867459e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.126s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.238366] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064633} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.238655] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.241469] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7c46b9-6d24-428d-9097-0ed9c2cef05d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.246583] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updated VIF entry in instance network info cache for port 87850d5e-39cf-4065-9e0a-286f167518a5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.246959] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updating instance_info_cache with network_info: [{"id": "87850d5e-39cf-4065-9e0a-286f167518a5", "address": "fa:16:3e:9c:ab:71", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87850d5e-39", "ovs_interfaceid": "87850d5e-39cf-4065-9e0a-286f167518a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.269854] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee/59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.271544] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Releasing lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.271968] env[69220]: DEBUG nova.compute.manager [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Received event network-changed-87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.272940] env[69220]: DEBUG nova.compute.manager [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Refreshing instance network info cache due to event network-changed-87850d5e-39cf-4065-9e0a-286f167518a5. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.273664] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Acquiring lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.273664] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Acquired lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.273664] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Refreshing network info cache for port 87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.275194] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea9c34e-ab06-4551-acf3-68e56ca8d09a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.299694] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1050.299694] env[69220]: value = "task-2801446" [ 1050.299694] env[69220]: _type = "Task" [ 1050.299694] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.312690] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.473850] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.506837] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updated VIF entry in instance network info cache for port 87850d5e-39cf-4065-9e0a-286f167518a5. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.508362] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updating instance_info_cache with network_info: [{"id": "87850d5e-39cf-4065-9e0a-286f167518a5", "address": "fa:16:3e:9c:ab:71", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87850d5e-39", "ovs_interfaceid": "87850d5e-39cf-4065-9e0a-286f167518a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.583527] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b215b49-ca93-443a-a33e-0d3151663fdf tempest-ImagesTestJSON-1175615661 tempest-ImagesTestJSON-1175615661-project-member] Lock "302b3702-eed8-4685-ad82-307205896c33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.225s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.767053] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d3b3b-adfa-47a9-9632-50c7f2441f07 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.775198] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee30b74-a2f3-4cb0-8b30-e98fce6af2c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.809349] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834840f6-e04e-43d7-8c2e-1eca14f50c88 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.817397] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.821113] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb026c8-83ba-4d38-ad36-8df93158011e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.836609] env[69220]: DEBUG nova.compute.provider_tree [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.930747] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "81b34224-d530-433c-840a-7a5867459e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.930904] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "81b34224-d530-433c-840a-7a5867459e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.931080] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "81b34224-d530-433c-840a-7a5867459e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.931247] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "81b34224-d530-433c-840a-7a5867459e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.931428] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "81b34224-d530-433c-840a-7a5867459e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.933852] env[69220]: INFO nova.compute.manager [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Terminating instance [ 1051.012983] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Releasing lock "refresh_cache-2ab30c64-fb49-48fd-8cad-510653d716c5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.013448] env[69220]: DEBUG nova.compute.manager [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Received event network-changed-529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.013832] env[69220]: DEBUG nova.compute.manager [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Refreshing instance network info cache due to event network-changed-529336c5-932a-4006-b219-b51d1e4f347e. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.013832] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Acquiring lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.013832] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Acquired lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.014295] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Refreshing network info cache for port 529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.314965] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801446, 'name': ReconfigVM_Task, 'duration_secs': 0.629762} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.315379] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee/59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.315999] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb11521d-b059-4585-a806-c7390bf0cc0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.322364] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1051.322364] env[69220]: value = "task-2801447" [ 1051.322364] env[69220]: _type = "Task" [ 1051.322364] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.330405] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801447, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.339303] env[69220]: DEBUG nova.scheduler.client.report [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.438315] env[69220]: DEBUG nova.compute.manager [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.438762] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.439580] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d9865-8dab-446e-bb6e-318acb5668f1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.448036] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.448571] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5d9b576-937d-4471-9601-eff1615de328 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.455246] env[69220]: DEBUG oslo_vmware.api [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1051.455246] env[69220]: value = "task-2801448" [ 1051.455246] env[69220]: _type = "Task" [ 1051.455246] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.463749] env[69220]: DEBUG oslo_vmware.api [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.763284] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updated VIF entry in instance network info cache for port 529336c5-932a-4006-b219-b51d1e4f347e. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.763711] env[69220]: DEBUG nova.network.neutron [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updating instance_info_cache with network_info: [{"id": "529336c5-932a-4006-b219-b51d1e4f347e", "address": "fa:16:3e:64:ce:90", "network": {"id": "c4c6672d-e4e7-4250-ad20-a4b25416d376", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-859928698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e00f4d6b5bc447fbe1d25212f550382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap529336c5-93", "ovs_interfaceid": "529336c5-932a-4006-b219-b51d1e4f347e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.832277] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801447, 'name': Rename_Task, 'duration_secs': 0.216263} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.832617] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.832908] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81c5b993-e8e9-4920-88a1-3e55f435dae7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.838927] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1051.838927] env[69220]: value = "task-2801449" [ 1051.838927] env[69220]: _type = "Task" [ 1051.838927] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.844393] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.849444] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.266s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.849708] env[69220]: DEBUG nova.objects.instance [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lazy-loading 'resources' on Instance uuid 9ddb7562-49c1-413f-aa3e-409851132763 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.850749] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.870770] env[69220]: INFO nova.scheduler.client.report [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Deleted allocations for instance 68d617fa-7443-4b83-892c-1e6f928905d7 [ 1051.967581] env[69220]: DEBUG oslo_vmware.api [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801448, 'name': PowerOffVM_Task, 'duration_secs': 0.336506} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.967867] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.968042] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.968301] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ac89bf4-fef7-4e00-b340-fe2ce2203a07 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.038074] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.038312] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.038789] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleting the datastore file [datastore2] 81b34224-d530-433c-840a-7a5867459e3b {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.038789] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f999d2a-bec5-44b6-8866-d7e9eb62888f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.045986] env[69220]: DEBUG oslo_vmware.api [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1052.045986] env[69220]: value = "task-2801451" [ 1052.045986] env[69220]: _type = "Task" [ 1052.045986] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.055291] env[69220]: DEBUG oslo_vmware.api [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.272143] env[69220]: DEBUG oslo_concurrency.lockutils [req-423ae881-a2a5-4f01-a5a4-3b9e5d0b2008 req-ed81516c-a390-40d5-8e8c-71b2aee40a36 service nova] Releasing lock "refresh_cache-68902688-0da5-48d8-807d-d4b3bbed769f" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.355610] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.381051] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3febc3f9-5826-4662-a936-9ad3e22a9879 tempest-ServerRescueNegativeTestJSON-610191804 tempest-ServerRescueNegativeTestJSON-610191804-project-member] Lock "68d617fa-7443-4b83-892c-1e6f928905d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.519s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.559639] env[69220]: DEBUG oslo_vmware.api [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14535} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.561213] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.561404] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.561583] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.561757] env[69220]: INFO nova.compute.manager [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1052.562057] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.562794] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58ac85c-7101-485e-9dc1-38d9b9ca8976 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.565608] env[69220]: DEBUG nova.compute.manager [-] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.565717] env[69220]: DEBUG nova.network.neutron [-] [instance: 81b34224-d530-433c-840a-7a5867459e3b] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.574145] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d9c69b-6fa4-4a94-96d9-462fd28014fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.605331] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6460fb37-d289-4ae7-a93d-8c1955935c0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.613424] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e0a66-9bd1-4ee1-bd99-8b7ec3e59533 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.627962] env[69220]: DEBUG nova.compute.provider_tree [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.853767] env[69220]: DEBUG oslo_vmware.api [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801449, 'name': PowerOnVM_Task, 'duration_secs': 0.525876} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.854556] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.856274] env[69220]: INFO nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1052.856274] env[69220]: DEBUG nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.856274] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d102121-d5cb-4bc8-9fbe-4bd597abe0be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.904793] env[69220]: DEBUG nova.compute.manager [req-31cce985-020b-4bfd-a5c6-1f0b83381575 req-eaf7a2a5-ac29-45cc-a9aa-5228e20d16aa service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Received event network-vif-deleted-255b0f90-740f-4407-b990-18fae34909ef {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.905016] env[69220]: INFO nova.compute.manager [req-31cce985-020b-4bfd-a5c6-1f0b83381575 req-eaf7a2a5-ac29-45cc-a9aa-5228e20d16aa service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Neutron deleted interface 255b0f90-740f-4407-b990-18fae34909ef; detaching it from the instance and deleting it from the info cache [ 1052.905228] env[69220]: DEBUG nova.network.neutron [req-31cce985-020b-4bfd-a5c6-1f0b83381575 req-eaf7a2a5-ac29-45cc-a9aa-5228e20d16aa service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.132517] env[69220]: DEBUG nova.scheduler.client.report [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.380358] env[69220]: INFO nova.compute.manager [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Took 16.13 seconds to build instance. [ 1053.385840] env[69220]: DEBUG nova.network.neutron [-] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.408060] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ecd9e7a-9d5d-4693-bf14-516ca307bbe2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.419735] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d50afc-d6ae-4e6b-9d19-abfdf6142dfe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.452683] env[69220]: DEBUG nova.compute.manager [req-31cce985-020b-4bfd-a5c6-1f0b83381575 req-eaf7a2a5-ac29-45cc-a9aa-5228e20d16aa service nova] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Detach interface failed, port_id=255b0f90-740f-4407-b990-18fae34909ef, reason: Instance 81b34224-d530-433c-840a-7a5867459e3b could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1053.640284] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.643835] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.880s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.645455] env[69220]: INFO nova.compute.claims [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.669710] env[69220]: INFO nova.scheduler.client.report [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Deleted allocations for instance 9ddb7562-49c1-413f-aa3e-409851132763 [ 1053.882510] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7127437d-d3fd-49ef-9947-bc99c3a4f419 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.636s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.888191] env[69220]: INFO nova.compute.manager [-] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Took 1.32 seconds to deallocate network for instance. [ 1054.177675] env[69220]: DEBUG oslo_concurrency.lockutils [None req-86ccd62a-5abb-4aec-b527-b4a48d66ba61 tempest-ServersWithSpecificFlavorTestJSON-1842529321 tempest-ServersWithSpecificFlavorTestJSON-1842529321-project-member] Lock "9ddb7562-49c1-413f-aa3e-409851132763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.559s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.262072] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.262380] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.262570] env[69220]: DEBUG nova.compute.manager [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.263618] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a0d355-984c-4508-9422-ce59172ed66e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.270219] env[69220]: DEBUG nova.compute.manager [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1054.270826] env[69220]: DEBUG nova.objects.instance [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'flavor' on Instance uuid 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.395794] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.841168] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be4bd04-c574-44c0-9a87-d2cc18adc858 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.850070] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e8e9c0-fa62-4e82-aca0-b289c0ef0536 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.882028] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555aff34-78f6-43bf-8e0f-3aed242664c5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.890273] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81246f8-ee19-446e-be2b-7af6e2a3016e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.905991] env[69220]: DEBUG nova.compute.provider_tree [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.280963] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.281343] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538ab464-e687-47bd-b2e2-1a2df41ee5d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.290910] env[69220]: DEBUG oslo_vmware.api [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1055.290910] env[69220]: value = "task-2801452" [ 1055.290910] env[69220]: _type = "Task" [ 1055.290910] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.299950] env[69220]: DEBUG oslo_vmware.api [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.410200] env[69220]: DEBUG nova.scheduler.client.report [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.628468] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "efc10199-9f4e-4c50-9d6e-91c42f8379de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.628702] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "efc10199-9f4e-4c50-9d6e-91c42f8379de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.801562] env[69220]: DEBUG oslo_vmware.api [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801452, 'name': PowerOffVM_Task, 'duration_secs': 0.226918} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.801849] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.802065] env[69220]: DEBUG nova.compute.manager [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.803670] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff740a2-4033-4191-a40c-4862037b6da0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.915063] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.915642] env[69220]: DEBUG nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.918623] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.445s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.918846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.920996] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.525s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.921278] env[69220]: DEBUG nova.objects.instance [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lazy-loading 'resources' on Instance uuid 81b34224-d530-433c-840a-7a5867459e3b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.953786] env[69220]: INFO nova.scheduler.client.report [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted allocations for instance 67b04c42-b670-4e9d-aadd-21934e6ed561 [ 1056.131062] env[69220]: DEBUG nova.compute.manager [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.315210] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ab27c48-790d-4ffd-bcb8-eee6f357c6f1 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.424667] env[69220]: DEBUG nova.compute.utils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.428847] env[69220]: DEBUG nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.429020] env[69220]: DEBUG nova.network.neutron [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.461947] env[69220]: DEBUG oslo_concurrency.lockutils [None req-803916bd-088c-4696-a1cf-accb23c78520 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "67b04c42-b670-4e9d-aadd-21934e6ed561" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.486s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.473610] env[69220]: DEBUG nova.policy [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daae923d9b1546bbaa42f65386d331b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1521c4ae407c4dc182743ff74f49c322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.610117] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4201d34-7b22-4fc7-92e7-51a5d244a80f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.619046] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ea16a8-1519-47de-a94a-cdb7ef5d140e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.658757] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01693e3-05c1-4645-80d9-3d379d2fb500 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.666786] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2949e1-bffa-4beb-96fa-4e48976ba97a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.671575] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.681753] env[69220]: DEBUG nova.compute.provider_tree [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.746992] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.747327] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.747775] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.747775] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.747893] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.750111] env[69220]: INFO nova.compute.manager [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Terminating instance [ 1056.762466] env[69220]: DEBUG nova.network.neutron [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Successfully created port: acc80a76-6507-4027-a5a5-bd087cd82714 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.931489] env[69220]: DEBUG nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.188022] env[69220]: DEBUG nova.scheduler.client.report [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.256932] env[69220]: DEBUG nova.compute.manager [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.256932] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.256932] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17f9c0-a068-4c70-91fd-22925ec896db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.266959] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.266959] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffdf9ef8-8ab2-4641-9fbd-c52650ea8ef9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.292324] env[69220]: DEBUG oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ec830-a069-e32b-eb2b-08b714cfec92/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1057.293241] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7ad39a-2339-4b3d-a0ad-912b76de8af0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.299142] env[69220]: DEBUG oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ec830-a069-e32b-eb2b-08b714cfec92/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1057.299353] env[69220]: ERROR oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ec830-a069-e32b-eb2b-08b714cfec92/disk-0.vmdk due to incomplete transfer. [ 1057.299582] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af519fee-e23e-4699-9028-a908a7855830 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.307793] env[69220]: DEBUG oslo_vmware.rw_handles [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529ec830-a069-e32b-eb2b-08b714cfec92/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1057.307991] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Uploaded image f2b9c6fc-b7ce-485c-8fc9-c3c2b504f2f1 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1057.310846] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1057.311229] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c1f8c463-72f6-48f7-9626-07a7e5c84cd0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.318497] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1057.318497] env[69220]: value = "task-2801454" [ 1057.318497] env[69220]: _type = "Task" [ 1057.318497] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.329044] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801454, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.347825] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.347825] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.347825] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleting the datastore file [datastore1] 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.347825] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ef675ca-00ce-4692-aabe-fd6b1f418155 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.353242] env[69220]: DEBUG oslo_vmware.api [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1057.353242] env[69220]: value = "task-2801455" [ 1057.353242] env[69220]: _type = "Task" [ 1057.353242] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.361827] env[69220]: DEBUG oslo_vmware.api [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.692377] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.695540] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.024s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.697011] env[69220]: INFO nova.compute.claims [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.732545] env[69220]: INFO nova.scheduler.client.report [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted allocations for instance 81b34224-d530-433c-840a-7a5867459e3b [ 1057.832405] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801454, 'name': Destroy_Task, 'duration_secs': 0.345289} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.832692] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Destroyed the VM [ 1057.832931] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1057.833245] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de42a85f-5875-4d31-ae3a-9bfa69810bf3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.839609] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1057.839609] env[69220]: value = "task-2801456" [ 1057.839609] env[69220]: _type = "Task" [ 1057.839609] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.847728] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.861659] env[69220]: DEBUG oslo_vmware.api [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315587} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.861924] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.862162] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.862814] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.862814] env[69220]: INFO nova.compute.manager [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1057.862814] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.863038] env[69220]: DEBUG nova.compute.manager [-] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.863132] env[69220]: DEBUG nova.network.neutron [-] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.944361] env[69220]: DEBUG nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.985635] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.985982] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.986222] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.986487] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.986695] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.986874] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.987223] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.987444] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.987747] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.987982] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.988251] env[69220]: DEBUG nova.virt.hardware [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.990621] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07a3f37-39fd-470d-a577-60a6dd343dd7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.004963] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a08a6b-d169-40f2-b3d5-cfda9eb98714 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.221642] env[69220]: DEBUG nova.compute.manager [req-624ae93c-5b1a-40ed-8c26-7d94d806c2d5 req-8ba8483a-4250-4ba6-92ab-eb0ac1d0515b service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Received event network-vif-deleted-f20d954d-844e-4c50-9d9b-4bc486d626c0 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.222039] env[69220]: INFO nova.compute.manager [req-624ae93c-5b1a-40ed-8c26-7d94d806c2d5 req-8ba8483a-4250-4ba6-92ab-eb0ac1d0515b service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Neutron deleted interface f20d954d-844e-4c50-9d9b-4bc486d626c0; detaching it from the instance and deleting it from the info cache [ 1058.222809] env[69220]: DEBUG nova.network.neutron [req-624ae93c-5b1a-40ed-8c26-7d94d806c2d5 req-8ba8483a-4250-4ba6-92ab-eb0ac1d0515b service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.241027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7b23b195-cb03-4034-a043-84f95cc6c059 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "81b34224-d530-433c-840a-7a5867459e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.309s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.347072] env[69220]: DEBUG nova.network.neutron [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Successfully updated port: acc80a76-6507-4027-a5a5-bd087cd82714 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.351377] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801456, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.711563] env[69220]: DEBUG nova.network.neutron [-] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.725959] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d6ff1bf-ea7e-46cb-9b25-1fe28d5dc635 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.736295] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5560fd4-30b1-4cfb-9151-69a4a3d77625 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.777989] env[69220]: DEBUG nova.compute.manager [req-624ae93c-5b1a-40ed-8c26-7d94d806c2d5 req-8ba8483a-4250-4ba6-92ab-eb0ac1d0515b service nova] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Detach interface failed, port_id=f20d954d-844e-4c50-9d9b-4bc486d626c0, reason: Instance 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1058.850166] env[69220]: DEBUG oslo_vmware.api [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801456, 'name': RemoveSnapshot_Task, 'duration_secs': 0.539002} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.852463] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1058.852633] env[69220]: INFO nova.compute.manager [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Took 13.34 seconds to snapshot the instance on the hypervisor. [ 1058.855687] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "refresh_cache-ecb4f331-91fd-4c67-878a-30b78e445288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.855840] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "refresh_cache-ecb4f331-91fd-4c67-878a-30b78e445288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.856071] env[69220]: DEBUG nova.network.neutron [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.869246] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6becd922-bd09-44ce-81a5-4c54280a691e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.876837] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6863ec41-535f-452e-a9af-966f9a3d6d29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.910054] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be5c31c-e419-4252-99aa-d803eb554f40 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.918279] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a61f328-bbca-4801-967d-c28d21a7636e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.933030] env[69220]: DEBUG nova.compute.provider_tree [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.214412] env[69220]: INFO nova.compute.manager [-] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Took 1.35 seconds to deallocate network for instance. [ 1059.245666] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.245891] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.393470] env[69220]: DEBUG nova.network.neutron [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.397243] env[69220]: DEBUG nova.compute.manager [None req-6c74123c-9c7f-466c-bafe-e24bfedf9dec tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Found 2 images (rotation: 2) {{(pid=69220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1059.435909] env[69220]: DEBUG nova.scheduler.client.report [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.603487] env[69220]: DEBUG nova.network.neutron [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Updating instance_info_cache with network_info: [{"id": "acc80a76-6507-4027-a5a5-bd087cd82714", "address": "fa:16:3e:51:11:21", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc80a76-65", "ovs_interfaceid": "acc80a76-6507-4027-a5a5-bd087cd82714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.721805] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.747970] env[69220]: DEBUG nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.943967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.944548] env[69220]: DEBUG nova.compute.manager [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.947596] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.226s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.948035] env[69220]: DEBUG nova.objects.instance [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'resources' on Instance uuid 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.105582] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "refresh_cache-ecb4f331-91fd-4c67-878a-30b78e445288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.105908] env[69220]: DEBUG nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Instance network_info: |[{"id": "acc80a76-6507-4027-a5a5-bd087cd82714", "address": "fa:16:3e:51:11:21", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc80a76-65", "ovs_interfaceid": "acc80a76-6507-4027-a5a5-bd087cd82714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.106338] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:11:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc80a76-6507-4027-a5a5-bd087cd82714', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.113834] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.114063] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.114657] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b74a6ff8-1361-4b08-9d28-cdb61fdd64f1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.135132] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.135132] env[69220]: value = "task-2801457" [ 1060.135132] env[69220]: _type = "Task" [ 1060.135132] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.142722] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801457, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.258997] env[69220]: DEBUG nova.compute.manager [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Received event network-vif-plugged-acc80a76-6507-4027-a5a5-bd087cd82714 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.259235] env[69220]: DEBUG oslo_concurrency.lockutils [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] Acquiring lock "ecb4f331-91fd-4c67-878a-30b78e445288-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.259440] env[69220]: DEBUG oslo_concurrency.lockutils [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] Lock "ecb4f331-91fd-4c67-878a-30b78e445288-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.259601] env[69220]: DEBUG oslo_concurrency.lockutils [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] Lock "ecb4f331-91fd-4c67-878a-30b78e445288-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.259762] env[69220]: DEBUG nova.compute.manager [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] No waiting events found dispatching network-vif-plugged-acc80a76-6507-4027-a5a5-bd087cd82714 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.259924] env[69220]: WARNING nova.compute.manager [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Received unexpected event network-vif-plugged-acc80a76-6507-4027-a5a5-bd087cd82714 for instance with vm_state building and task_state spawning. [ 1060.260464] env[69220]: DEBUG nova.compute.manager [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Received event network-changed-acc80a76-6507-4027-a5a5-bd087cd82714 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.260801] env[69220]: DEBUG nova.compute.manager [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Refreshing instance network info cache due to event network-changed-acc80a76-6507-4027-a5a5-bd087cd82714. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.260989] env[69220]: DEBUG oslo_concurrency.lockutils [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] Acquiring lock "refresh_cache-ecb4f331-91fd-4c67-878a-30b78e445288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.261193] env[69220]: DEBUG oslo_concurrency.lockutils [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] Acquired lock "refresh_cache-ecb4f331-91fd-4c67-878a-30b78e445288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.261418] env[69220]: DEBUG nova.network.neutron [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Refreshing network info cache for port acc80a76-6507-4027-a5a5-bd087cd82714 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.275404] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.451052] env[69220]: DEBUG nova.compute.utils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.452579] env[69220]: DEBUG nova.compute.manager [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1060.647013] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801457, 'name': CreateVM_Task, 'duration_secs': 0.364669} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.648286] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.648286] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.648286] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.648390] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.648701] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8106a7-2f66-4a0d-9b5e-496058a4c0e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.651607] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26922069-e4d2-47be-86c7-07386a6d1178 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.657112] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1060.657112] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52332320-d783-c15f-6aba-eee8452ef068" [ 1060.657112] env[69220]: _type = "Task" [ 1060.657112] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.664541] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bcd8ac-3353-4a39-a92d-dd3a7e98c438 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.672364] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52332320-d783-c15f-6aba-eee8452ef068, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.697745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.697860] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.698146] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.698300] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.698485] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.698999] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6fe8c61-d811-479c-8511-5aa0b893aaab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.701481] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e4b252-51fb-4385-b84e-f7b52185eafe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.709363] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cafed8a-17eb-42e8-873b-d967ce7aef16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.714195] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.714422] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.716298] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccfb22bb-ea95-4756-a7ec-4cc92df2baad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.726017] env[69220]: DEBUG nova.compute.provider_tree [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.730335] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1060.730335] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fbf0d3-a129-06de-7048-6dd25b113865" [ 1060.730335] env[69220]: _type = "Task" [ 1060.730335] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.733931] env[69220]: DEBUG nova.compute.manager [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.734726] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a941877-372c-4599-930c-0e9cb3630281 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.742474] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fbf0d3-a129-06de-7048-6dd25b113865, 'name': SearchDatastore_Task, 'duration_secs': 0.008173} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.746877] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92bef89e-4f8a-472e-b844-c07a4650a929 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.752597] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1060.752597] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524aff84-e530-bbde-e533-07da421d7682" [ 1060.752597] env[69220]: _type = "Task" [ 1060.752597] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.762849] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524aff84-e530-bbde-e533-07da421d7682, 'name': SearchDatastore_Task, 'duration_secs': 0.00848} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.763117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.763394] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] ecb4f331-91fd-4c67-878a-30b78e445288/ecb4f331-91fd-4c67-878a-30b78e445288.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.765340] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3177cab6-30e2-40b2-9dab-02ea64b749da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.772411] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1060.772411] env[69220]: value = "task-2801458" [ 1060.772411] env[69220]: _type = "Task" [ 1060.772411] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.780200] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.958273] env[69220]: DEBUG nova.compute.manager [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.092943] env[69220]: DEBUG nova.network.neutron [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Updated VIF entry in instance network info cache for port acc80a76-6507-4027-a5a5-bd087cd82714. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.093382] env[69220]: DEBUG nova.network.neutron [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Updating instance_info_cache with network_info: [{"id": "acc80a76-6507-4027-a5a5-bd087cd82714", "address": "fa:16:3e:51:11:21", "network": {"id": "3920badb-606b-4722-a986-f72891c836f8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-246049238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1521c4ae407c4dc182743ff74f49c322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc80a76-65", "ovs_interfaceid": "acc80a76-6507-4027-a5a5-bd087cd82714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.229839] env[69220]: DEBUG nova.scheduler.client.report [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.250647] env[69220]: INFO nova.compute.manager [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] instance snapshotting [ 1061.251281] env[69220]: DEBUG nova.objects.instance [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'flavor' on Instance uuid 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.283900] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428589} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.284169] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] ecb4f331-91fd-4c67-878a-30b78e445288/ecb4f331-91fd-4c67-878a-30b78e445288.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.284388] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.284644] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b48673-4eb9-478d-af4b-e045a55549ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.290799] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1061.290799] env[69220]: value = "task-2801459" [ 1061.290799] env[69220]: _type = "Task" [ 1061.290799] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.298765] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.597366] env[69220]: DEBUG oslo_concurrency.lockutils [req-0954ff88-f031-493b-995a-885573db4610 req-31b3ce59-45d8-4aff-b29b-dcb63e5ed8ed service nova] Releasing lock "refresh_cache-ecb4f331-91fd-4c67-878a-30b78e445288" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.734801] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.737951] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.462s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.741776] env[69220]: INFO nova.compute.claims [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.760574] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0bc1a-0371-487a-9799-72a30f1f34be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.769355] env[69220]: INFO nova.scheduler.client.report [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted allocations for instance 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee [ 1061.798808] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10af3626-f131-46ff-b5e0-ea81fda4a3f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.808612] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06407} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.811645] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.816798] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865c60a4-cdfe-4a9a-b8ee-7d28b06ff1a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.842659] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ecb4f331-91fd-4c67-878a-30b78e445288/ecb4f331-91fd-4c67-878a-30b78e445288.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.843287] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cadbf1e-4c45-4ec5-bde3-87b784d00563 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.865703] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1061.865703] env[69220]: value = "task-2801460" [ 1061.865703] env[69220]: _type = "Task" [ 1061.865703] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.874688] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.937713] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.937942] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.965012] env[69220]: DEBUG nova.compute.manager [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.992230] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.992495] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.992649] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.992832] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.992974] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.993351] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.993597] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.993756] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.993924] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.994099] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.994274] env[69220]: DEBUG nova.virt.hardware [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.995147] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df387fe5-8b6c-4f93-83c8-b9544e8d1fc3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.003838] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2328f935-2a51-450b-8f29-c140be5a274b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.026418] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.032052] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Creating folder: Project (06286afaf2ab456f82efb49bdadd7850). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.032797] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c3a066e-9bda-499d-91a4-d0fe0735432a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.045010] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Created folder: Project (06286afaf2ab456f82efb49bdadd7850) in parent group-v562703. [ 1062.045240] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Creating folder: Instances. Parent ref: group-v562963. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.045506] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69dd42c7-e412-4403-ab03-0b9ca3f51286 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.057462] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Created folder: Instances in parent group-v562963. [ 1062.057647] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.057859] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.058142] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ce081fc-d1e0-4c33-8889-778a0666265d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.076803] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.076803] env[69220]: value = "task-2801463" [ 1062.076803] env[69220]: _type = "Task" [ 1062.076803] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.085048] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801463, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.300771] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b73ced79-de74-4bcb-a836-c87cf6831903 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.322491] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1062.322589] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fbfd59a-58d3-4594-8f3a-356db4b34fd8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.330998] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1062.330998] env[69220]: value = "task-2801464" [ 1062.330998] env[69220]: _type = "Task" [ 1062.330998] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.339737] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801464, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.375517] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801460, 'name': ReconfigVM_Task, 'duration_secs': 0.329444} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.375945] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ecb4f331-91fd-4c67-878a-30b78e445288/ecb4f331-91fd-4c67-878a-30b78e445288.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.376525] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8703dc-55da-4aa1-8664-7d94ee61b611 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.382302] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1062.382302] env[69220]: value = "task-2801465" [ 1062.382302] env[69220]: _type = "Task" [ 1062.382302] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.390535] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801465, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.444961] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.445143] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.445303] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.445537] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.445636] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.445801] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.445938] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1062.446108] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.589630] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801463, 'name': CreateVM_Task, 'duration_secs': 0.305942} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.589808] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.590371] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.590535] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.590849] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.591471] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0dc00f-1140-437d-abed-6d355835d1c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.597573] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1062.597573] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b67bec-b6c2-4fb3-9a13-2133d974fa9c" [ 1062.597573] env[69220]: _type = "Task" [ 1062.597573] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.607120] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b67bec-b6c2-4fb3-9a13-2133d974fa9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.846778] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801464, 'name': CreateSnapshot_Task, 'duration_secs': 0.490744} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.848277] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1062.849051] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e864c9c9-a68f-49aa-afc3-58a990741b16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.896250] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801465, 'name': Rename_Task, 'duration_secs': 0.138859} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.896250] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.896511] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e5d3789-f129-4384-a974-bb9474c5cbbc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.902469] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1062.902469] env[69220]: value = "task-2801466" [ 1062.902469] env[69220]: _type = "Task" [ 1062.902469] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.913463] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.952267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.959848] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e32e61-a87d-436b-bf88-47cb183dff94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.968992] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a3336b-13cc-4045-8dc7-788aa797bd4c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.008275] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b24208-cb00-4494-935a-edc37793798b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.018517] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e514b-f46e-410f-8e9c-d84a91e7bf4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.032300] env[69220]: DEBUG nova.compute.provider_tree [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.113143] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b67bec-b6c2-4fb3-9a13-2133d974fa9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.114232] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.114508] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.115008] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.115219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.115413] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.115681] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1f40baa-751b-40f9-bff3-0a04b7724259 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.128018] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.128018] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.128018] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1fce14-5f91-4a4a-ac26-75f40948225b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.132187] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1063.132187] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526a13b5-22f9-9e96-0fc0-06a7cbbf8fe4" [ 1063.132187] env[69220]: _type = "Task" [ 1063.132187] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.144239] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526a13b5-22f9-9e96-0fc0-06a7cbbf8fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.372982] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1063.373374] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-329fd985-2038-4cbb-919f-335c73d97b6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.381756] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1063.381756] env[69220]: value = "task-2801467" [ 1063.381756] env[69220]: _type = "Task" [ 1063.381756] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.391158] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.413118] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801466, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.535783] env[69220]: DEBUG nova.scheduler.client.report [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.643515] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526a13b5-22f9-9e96-0fc0-06a7cbbf8fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.026864} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.644363] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e91dd6c-4052-4bf4-8cd0-1a2dc079539e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.650116] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1063.650116] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52dc2854-ceec-f916-b6bd-bf2f729bc032" [ 1063.650116] env[69220]: _type = "Task" [ 1063.650116] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.658237] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52dc2854-ceec-f916-b6bd-bf2f729bc032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.900308] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.916811] env[69220]: DEBUG oslo_vmware.api [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801466, 'name': PowerOnVM_Task, 'duration_secs': 0.527422} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.917314] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.917836] env[69220]: INFO nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Took 5.97 seconds to spawn the instance on the hypervisor. [ 1063.918086] env[69220]: DEBUG nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.918904] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f433d920-19d8-47c0-9493-d3eb3fb3503c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.955056] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.955056] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.047396] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.047932] env[69220]: DEBUG nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.050498] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.099s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.050702] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.050865] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1064.051727] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec40c1-6de4-45b0-9dd1-9b8d3aba9e23 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.061031] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6a61b-f31d-4593-81cf-8027da15d9d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.075506] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d8b54-832a-4f06-81f7-7ba58368ebee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.082553] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac41160a-28ad-4c47-af8f-cbb0a0d665f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.114850] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179549MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1064.115042] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.115260] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.161412] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52dc2854-ceec-f916-b6bd-bf2f729bc032, 'name': SearchDatastore_Task, 'duration_secs': 0.027613} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.161412] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.161412] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de/efc10199-9f4e-4c50-9d6e-91c42f8379de.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.161679] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3209a422-6d8f-4e31-a4af-106e23805701 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.169235] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1064.169235] env[69220]: value = "task-2801468" [ 1064.169235] env[69220]: _type = "Task" [ 1064.169235] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.177909] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.364602] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "31a05e33-bb66-4b16-a52a-4012344b4457" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.365075] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "31a05e33-bb66-4b16-a52a-4012344b4457" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.396886] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.440251] env[69220]: INFO nova.compute.manager [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Took 15.70 seconds to build instance. [ 1064.457409] env[69220]: DEBUG nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.557907] env[69220]: DEBUG nova.compute.utils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.559604] env[69220]: DEBUG nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.559781] env[69220]: DEBUG nova.network.neutron [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.613033] env[69220]: DEBUG nova.policy [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d7b5d785ed343539c90e863d6bb2cea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae572a3b564d458f8517cbfaec50580f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.688163] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.793276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "af5cac11-6c72-4093-b734-e5b715543968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.793557] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "af5cac11-6c72-4093-b734-e5b715543968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.870289] env[69220]: DEBUG nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.896841] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.942335] env[69220]: DEBUG oslo_concurrency.lockutils [None req-39127ede-c469-45b0-8c11-2b50f7f91831 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "ecb4f331-91fd-4c67-878a-30b78e445288" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.218s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.945609] env[69220]: DEBUG nova.network.neutron [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Successfully created port: b36f694b-3066-4f1e-88cd-6297b6924058 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.985999] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.064288] env[69220]: DEBUG nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.111529] env[69220]: INFO nova.compute.manager [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Rebuilding instance [ 1065.147920] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 798f9b00-6de7-44a0-9ccc-119774d88bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.148574] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8ac7cbca-de87-49f7-b90d-a822699ea2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.148574] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 12c3d1fa-72cb-48ed-9d11-e766427ea254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.148574] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5fd79e38-e861-4e5d-94de-724d65bacfba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.148706] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance f42dad2e-8066-4197-8fc3-51576880a090 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.148778] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68902688-0da5-48d8-807d-d4b3bbed769f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.148876] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance aa4a7360-724e-4248-97f6-93db0cf91d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.148981] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 2ab30c64-fb49-48fd-8cad-510653d716c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.149100] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance ecb4f331-91fd-4c67-878a-30b78e445288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.149213] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance efc10199-9f4e-4c50-9d6e-91c42f8379de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.149316] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8c0bb186-8ba8-4863-95cf-07e1602a2f65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.165404] env[69220]: DEBUG nova.compute.manager [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.166361] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a962a2c-a696-480d-aa3a-4457017cdaa7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.182349] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624471} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.182662] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de/efc10199-9f4e-4c50-9d6e-91c42f8379de.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.182855] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.183051] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee0270f-36fa-46c3-aa6a-229ecc94eb91 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.190326] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1065.190326] env[69220]: value = "task-2801469" [ 1065.190326] env[69220]: _type = "Task" [ 1065.190326] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.198465] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.296442] env[69220]: DEBUG nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.390827] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.394610] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.652558] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 4fc95f3b-5189-43f3-ab5c-924e83c03e7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.703232] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084101} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.703748] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.704573] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f64552-e71c-40ca-a51f-61365f2ad41f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.730577] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de/efc10199-9f4e-4c50-9d6e-91c42f8379de.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.731406] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41977830-1649-4de3-addd-d7eab9ecc8cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.752748] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1065.752748] env[69220]: value = "task-2801470" [ 1065.752748] env[69220]: _type = "Task" [ 1065.752748] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.760598] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.821770] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.897012] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.076223] env[69220]: DEBUG nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.103143] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.103446] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.103623] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.103823] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.103983] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.104152] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.104382] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.104587] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.104764] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.104926] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.105143] env[69220]: DEBUG nova.virt.hardware [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.106434] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f244e4-1a91-4514-9424-362efab8dc2b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.114867] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d1dc02-c4f5-4b84-9251-e5f275cfbf27 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.155342] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 31a05e33-bb66-4b16-a52a-4012344b4457 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1066.182697] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.184051] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf75f3b3-50a2-4ce5-a7c8-f6853d5f2e94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.190098] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1066.190098] env[69220]: value = "task-2801471" [ 1066.190098] env[69220]: _type = "Task" [ 1066.190098] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.199451] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.262503] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801470, 'name': ReconfigVM_Task, 'duration_secs': 0.491823} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.262846] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Reconfigured VM instance instance-00000062 to attach disk [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de/efc10199-9f4e-4c50-9d6e-91c42f8379de.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.263483] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b96e1ce-6987-4084-b937-60b79261ff93 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.269700] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1066.269700] env[69220]: value = "task-2801472" [ 1066.269700] env[69220]: _type = "Task" [ 1066.269700] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.278478] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801472, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.352463] env[69220]: DEBUG nova.compute.manager [req-b0791c6e-d9bb-467c-84ea-a9d79bf4f7cc req-19ab0f2f-c40e-483b-b78d-f0bcc242963e service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Received event network-vif-plugged-b36f694b-3066-4f1e-88cd-6297b6924058 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.352697] env[69220]: DEBUG oslo_concurrency.lockutils [req-b0791c6e-d9bb-467c-84ea-a9d79bf4f7cc req-19ab0f2f-c40e-483b-b78d-f0bcc242963e service nova] Acquiring lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.352927] env[69220]: DEBUG oslo_concurrency.lockutils [req-b0791c6e-d9bb-467c-84ea-a9d79bf4f7cc req-19ab0f2f-c40e-483b-b78d-f0bcc242963e service nova] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.353115] env[69220]: DEBUG oslo_concurrency.lockutils [req-b0791c6e-d9bb-467c-84ea-a9d79bf4f7cc req-19ab0f2f-c40e-483b-b78d-f0bcc242963e service nova] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.353323] env[69220]: DEBUG nova.compute.manager [req-b0791c6e-d9bb-467c-84ea-a9d79bf4f7cc req-19ab0f2f-c40e-483b-b78d-f0bcc242963e service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] No waiting events found dispatching network-vif-plugged-b36f694b-3066-4f1e-88cd-6297b6924058 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.353503] env[69220]: WARNING nova.compute.manager [req-b0791c6e-d9bb-467c-84ea-a9d79bf4f7cc req-19ab0f2f-c40e-483b-b78d-f0bcc242963e service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Received unexpected event network-vif-plugged-b36f694b-3066-4f1e-88cd-6297b6924058 for instance with vm_state building and task_state spawning. [ 1066.399949] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.442458] env[69220]: DEBUG nova.network.neutron [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Successfully updated port: b36f694b-3066-4f1e-88cd-6297b6924058 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.580201] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "ecb4f331-91fd-4c67-878a-30b78e445288" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.580490] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "ecb4f331-91fd-4c67-878a-30b78e445288" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.580701] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "ecb4f331-91fd-4c67-878a-30b78e445288-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.580881] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "ecb4f331-91fd-4c67-878a-30b78e445288-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.581057] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "ecb4f331-91fd-4c67-878a-30b78e445288-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.583200] env[69220]: INFO nova.compute.manager [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Terminating instance [ 1066.658204] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance af5cac11-6c72-4093-b734-e5b715543968 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1066.658471] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1066.658615] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1066.700229] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801471, 'name': PowerOffVM_Task, 'duration_secs': 0.258348} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.703019] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.703279] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.704576] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbab68d8-811e-4835-86a0-906095ef0faa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.711314] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.711572] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b0e446-6991-460e-aca0-595ebf66687d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.778163] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801472, 'name': Rename_Task, 'duration_secs': 0.216727} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.780541] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.781492] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53b997c7-8ea9-4d1a-a8e0-3056365d42b7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.787470] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1066.787470] env[69220]: value = "task-2801474" [ 1066.787470] env[69220]: _type = "Task" [ 1066.787470] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.794936] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.794936] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.794936] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleting the datastore file [datastore2] f42dad2e-8066-4197-8fc3-51576880a090 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.795165] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788f3958-fe4b-4e49-ac78-a8fdca27acb1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.799742] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.803166] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1066.803166] env[69220]: value = "task-2801475" [ 1066.803166] env[69220]: _type = "Task" [ 1066.803166] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.812132] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.837967] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a1af38-692a-48cb-8e8c-990224006a81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.845182] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c622aabd-ca37-4d36-b806-f4a0836b59d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.876309] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f7b41-75ca-44e2-a786-0a4c212ebec7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.883568] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001f38f7-edac-45a1-acec-8f0cd3377c5a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.898875] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.906742] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.945920] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "refresh_cache-8c0bb186-8ba8-4863-95cf-07e1602a2f65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.946281] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "refresh_cache-8c0bb186-8ba8-4863-95cf-07e1602a2f65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.946281] env[69220]: DEBUG nova.network.neutron [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.089019] env[69220]: DEBUG nova.compute.manager [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.089019] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.089019] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01fc419-1428-4f3d-8060-035f17befc30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.097114] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.097482] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16148d1-5783-4e4d-8542-1d9e24bb4f0d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.104739] env[69220]: DEBUG oslo_vmware.api [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1067.104739] env[69220]: value = "task-2801476" [ 1067.104739] env[69220]: _type = "Task" [ 1067.104739] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.112203] env[69220]: DEBUG oslo_vmware.api [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.297454] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.311517] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293125} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.311777] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.311956] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.312149] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.402470] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.409613] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.477398] env[69220]: DEBUG nova.network.neutron [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.613052] env[69220]: DEBUG nova.network.neutron [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Updating instance_info_cache with network_info: [{"id": "b36f694b-3066-4f1e-88cd-6297b6924058", "address": "fa:16:3e:49:2a:be", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36f694b-30", "ovs_interfaceid": "b36f694b-3066-4f1e-88cd-6297b6924058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.617094] env[69220]: DEBUG oslo_vmware.api [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801476, 'name': PowerOffVM_Task, 'duration_secs': 0.195718} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.617333] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.617536] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.617785] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0074796f-2be0-43d2-a6a7-f95a86212641 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.678494] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.678705] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.678887] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleting the datastore file [datastore1] ecb4f331-91fd-4c67-878a-30b78e445288 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.679174] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67435cde-4450-47d3-95f4-c3dd0a4bb09a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.685236] env[69220]: DEBUG oslo_vmware.api [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for the task: (returnval){ [ 1067.685236] env[69220]: value = "task-2801478" [ 1067.685236] env[69220]: _type = "Task" [ 1067.685236] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.692703] env[69220]: DEBUG oslo_vmware.api [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.798829] env[69220]: DEBUG oslo_vmware.api [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801474, 'name': PowerOnVM_Task, 'duration_secs': 0.57934} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.799081] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.799288] env[69220]: INFO nova.compute.manager [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1067.799536] env[69220]: DEBUG nova.compute.manager [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.800331] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca146c03-c963-476e-ac33-79878df8baa7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.900207] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801467, 'name': CloneVM_Task, 'duration_secs': 4.366992} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.900481] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Created linked-clone VM from snapshot [ 1067.901209] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f005e812-efa4-494f-b449-a4dc3d78495a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.907903] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Uploading image 7d1460e8-d5f2-4b7c-9fe6-7a87870e509b {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1067.916246] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1067.916246] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.801s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.916246] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.930s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.918031] env[69220]: INFO nova.compute.claims [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.936775] env[69220]: DEBUG oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1067.936775] env[69220]: value = "vm-562967" [ 1067.936775] env[69220]: _type = "VirtualMachine" [ 1067.936775] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1067.937044] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68d5443d-c440-4009-96ea-fa44702bb580 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.943480] env[69220]: DEBUG oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease: (returnval){ [ 1067.943480] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5268a2eb-02c8-da0f-79cd-8ce518f84635" [ 1067.943480] env[69220]: _type = "HttpNfcLease" [ 1067.943480] env[69220]: } obtained for exporting VM: (result){ [ 1067.943480] env[69220]: value = "vm-562967" [ 1067.943480] env[69220]: _type = "VirtualMachine" [ 1067.943480] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1067.943710] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the lease: (returnval){ [ 1067.943710] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5268a2eb-02c8-da0f-79cd-8ce518f84635" [ 1067.943710] env[69220]: _type = "HttpNfcLease" [ 1067.943710] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.949517] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.949517] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5268a2eb-02c8-da0f-79cd-8ce518f84635" [ 1067.949517] env[69220]: _type = "HttpNfcLease" [ 1067.949517] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.113044] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "refresh_cache-8c0bb186-8ba8-4863-95cf-07e1602a2f65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.113414] env[69220]: DEBUG nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Instance network_info: |[{"id": "b36f694b-3066-4f1e-88cd-6297b6924058", "address": "fa:16:3e:49:2a:be", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36f694b-30", "ovs_interfaceid": "b36f694b-3066-4f1e-88cd-6297b6924058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.113820] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:2a:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36f694b-3066-4f1e-88cd-6297b6924058', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.121435] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.121650] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.121867] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cccfa1d5-81ff-45c0-b721-83cfe0e3f21a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.140844] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.140844] env[69220]: value = "task-2801480" [ 1068.140844] env[69220]: _type = "Task" [ 1068.140844] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.148268] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801480, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.194155] env[69220]: DEBUG oslo_vmware.api [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Task: {'id': task-2801478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200328} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.194381] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.194561] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.194732] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.194898] env[69220]: INFO nova.compute.manager [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1068.195146] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.195331] env[69220]: DEBUG nova.compute.manager [-] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.195425] env[69220]: DEBUG nova.network.neutron [-] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.316965] env[69220]: INFO nova.compute.manager [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Took 11.66 seconds to build instance. [ 1068.346055] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.346302] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.346569] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.346774] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.346922] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.347080] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.347308] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.347485] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.347655] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.347830] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.348037] env[69220]: DEBUG nova.virt.hardware [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.349228] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562c582-5f70-4b98-a5ac-fe5d51b5cd54 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.357698] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d13951f-c255-43d7-a47f-df5323b66c90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.374246] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:16:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '505656b6-6447-4fd6-a567-550cbe80c482', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.381799] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.383413] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.384605] env[69220]: DEBUG nova.compute.manager [req-6c2bcbf4-d44c-45b1-93fd-4175af2a1662 req-2a678a0a-6f9f-4c41-98d4-e51e2e41bbfb service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Received event network-changed-b36f694b-3066-4f1e-88cd-6297b6924058 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.384789] env[69220]: DEBUG nova.compute.manager [req-6c2bcbf4-d44c-45b1-93fd-4175af2a1662 req-2a678a0a-6f9f-4c41-98d4-e51e2e41bbfb service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Refreshing instance network info cache due to event network-changed-b36f694b-3066-4f1e-88cd-6297b6924058. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.385020] env[69220]: DEBUG oslo_concurrency.lockutils [req-6c2bcbf4-d44c-45b1-93fd-4175af2a1662 req-2a678a0a-6f9f-4c41-98d4-e51e2e41bbfb service nova] Acquiring lock "refresh_cache-8c0bb186-8ba8-4863-95cf-07e1602a2f65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.385296] env[69220]: DEBUG oslo_concurrency.lockutils [req-6c2bcbf4-d44c-45b1-93fd-4175af2a1662 req-2a678a0a-6f9f-4c41-98d4-e51e2e41bbfb service nova] Acquired lock "refresh_cache-8c0bb186-8ba8-4863-95cf-07e1602a2f65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.385357] env[69220]: DEBUG nova.network.neutron [req-6c2bcbf4-d44c-45b1-93fd-4175af2a1662 req-2a678a0a-6f9f-4c41-98d4-e51e2e41bbfb service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Refreshing network info cache for port b36f694b-3066-4f1e-88cd-6297b6924058 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.386437] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2f773bf-f780-4df3-8466-d62bc09fb5d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.409876] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.409876] env[69220]: value = "task-2801481" [ 1068.409876] env[69220]: _type = "Task" [ 1068.409876] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.417925] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801481, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.459745] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.459745] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5268a2eb-02c8-da0f-79cd-8ce518f84635" [ 1068.459745] env[69220]: _type = "HttpNfcLease" [ 1068.459745] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.460146] env[69220]: DEBUG oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.460146] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5268a2eb-02c8-da0f-79cd-8ce518f84635" [ 1068.460146] env[69220]: _type = "HttpNfcLease" [ 1068.460146] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.461858] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54f851f-87e7-438e-874a-d98e82a76f1c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.471715] env[69220]: DEBUG oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6a51f-2f49-4435-d9cc-7a2da1d9911f/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.471909] env[69220]: DEBUG oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6a51f-2f49-4435-d9cc-7a2da1d9911f/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.562049] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41bdd9e1-caf3-4d13-bc11-e3f544f6ba2e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.650254] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801480, 'name': CreateVM_Task, 'duration_secs': 0.341995} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.650312] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.650991] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.651191] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.651502] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.652109] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2a8d9c-3b62-4874-88bb-ccaa7e237c7e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.659727] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1068.659727] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525502c0-8290-11ac-5da2-5bff14e7a831" [ 1068.659727] env[69220]: _type = "Task" [ 1068.659727] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.669607] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525502c0-8290-11ac-5da2-5bff14e7a831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.705554] env[69220]: DEBUG nova.network.neutron [req-6c2bcbf4-d44c-45b1-93fd-4175af2a1662 req-2a678a0a-6f9f-4c41-98d4-e51e2e41bbfb service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Updated VIF entry in instance network info cache for port b36f694b-3066-4f1e-88cd-6297b6924058. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.705905] env[69220]: DEBUG nova.network.neutron [req-6c2bcbf4-d44c-45b1-93fd-4175af2a1662 req-2a678a0a-6f9f-4c41-98d4-e51e2e41bbfb service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Updating instance_info_cache with network_info: [{"id": "b36f694b-3066-4f1e-88cd-6297b6924058", "address": "fa:16:3e:49:2a:be", "network": {"id": "b4d16a75-d0dd-446a-a19c-dfd1595403bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae572a3b564d458f8517cbfaec50580f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36f694b-30", "ovs_interfaceid": "b36f694b-3066-4f1e-88cd-6297b6924058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.818917] env[69220]: DEBUG oslo_concurrency.lockutils [None req-240a4972-b9cc-4e9d-8857-78101226d522 tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "efc10199-9f4e-4c50-9d6e-91c42f8379de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.190s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.920902] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801481, 'name': CreateVM_Task, 'duration_secs': 0.310439} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.921163] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.921787] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.956804] env[69220]: DEBUG nova.network.neutron [-] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.140053] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e3a9be-b821-4e76-b9fd-3012bb5e4aeb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.149686] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01110600-37ca-4bad-ace3-16197d069880 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.190914] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9044aa-f20e-43e6-9be9-6a03f71016e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.205338] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525502c0-8290-11ac-5da2-5bff14e7a831, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.205922] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.206453] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.207087] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.207348] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.207676] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.209689] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283acfc7-cc92-43b6-a836-7d6454d12426 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.215978] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.216681] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.217338] env[69220]: DEBUG oslo_concurrency.lockutils [req-6c2bcbf4-d44c-45b1-93fd-4175af2a1662 req-2a678a0a-6f9f-4c41-98d4-e51e2e41bbfb service nova] Releasing lock "refresh_cache-8c0bb186-8ba8-4863-95cf-07e1602a2f65" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.217815] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac77111-302c-4675-ad32-d6d4da3c51dc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.220465] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea1be81-e25d-4a54-8bfc-4c6c8c712061 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.234079] env[69220]: DEBUG nova.compute.provider_tree [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.236468] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1069.236468] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a0c4e6-86f7-d056-4f23-accaa361485c" [ 1069.236468] env[69220]: _type = "Task" [ 1069.236468] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.239051] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.239051] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.239051] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deba5fd0-eb31-4a0a-85e7-0ee09eb8a21b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.251800] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1069.251800] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5242bddd-aec5-9068-64e4-23c7ccae2e68" [ 1069.251800] env[69220]: _type = "Task" [ 1069.251800] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.258237] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a0c4e6-86f7-d056-4f23-accaa361485c, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.262370] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.262685] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.263171] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.270827] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5242bddd-aec5-9068-64e4-23c7ccae2e68, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.272317] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acd837e-9005-4ece-8a24-180b4a626647 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.279218] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1069.279218] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c146e8-978c-03f2-bec4-e8563ec93746" [ 1069.279218] env[69220]: _type = "Task" [ 1069.279218] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.287879] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c146e8-978c-03f2-bec4-e8563ec93746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.460397] env[69220]: INFO nova.compute.manager [-] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Took 1.26 seconds to deallocate network for instance. [ 1069.612640] env[69220]: INFO nova.compute.manager [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Rebuilding instance [ 1069.653067] env[69220]: DEBUG nova.compute.manager [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.653934] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc3e551-3d7a-4522-a861-335e9c8e1e63 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.759782] env[69220]: ERROR nova.scheduler.client.report [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [req-f205653f-2291-454b-9d63-66c6ec704c4e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f205653f-2291-454b-9d63-66c6ec704c4e"}]} [ 1069.777427] env[69220]: DEBUG nova.scheduler.client.report [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1069.789393] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c146e8-978c-03f2-bec4-e8563ec93746, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.789757] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.790069] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8c0bb186-8ba8-4863-95cf-07e1602a2f65/8c0bb186-8ba8-4863-95cf-07e1602a2f65.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.790575] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.790770] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.791103] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed8deb3b-76bf-447f-b1d9-53ea953cb62d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.793345] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b222b3-ddbc-4b01-8d8d-a4690a64783e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.797589] env[69220]: DEBUG nova.scheduler.client.report [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1069.797589] env[69220]: DEBUG nova.compute.provider_tree [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.803258] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1069.803258] env[69220]: value = "task-2801482" [ 1069.803258] env[69220]: _type = "Task" [ 1069.803258] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.808107] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.809036] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.809510] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1a0bcb-eac8-412c-b164-20c97c247f06 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.817276] env[69220]: DEBUG nova.scheduler.client.report [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1069.819391] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.822559] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1069.822559] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fc04f8-4292-6070-a34a-6bda4caba5a5" [ 1069.822559] env[69220]: _type = "Task" [ 1069.822559] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.830459] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fc04f8-4292-6070-a34a-6bda4caba5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.837656] env[69220]: DEBUG nova.scheduler.client.report [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1069.968095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.052766] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b47f55-fa09-447e-be06-ecdf17c23571 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.063192] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa0246-9923-46bc-81ca-b0cc6005d1a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.097891] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e528ae-fc9f-4053-97b9-52d82e895fad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.106120] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724feb47-e437-4244-b88d-70126022850a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.121710] env[69220]: DEBUG nova.compute.provider_tree [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.313851] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481774} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.314197] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8c0bb186-8ba8-4863-95cf-07e1602a2f65/8c0bb186-8ba8-4863-95cf-07e1602a2f65.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.314485] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.314774] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39341eda-c534-43ea-81a8-4e96a1c6c59d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.320982] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1070.320982] env[69220]: value = "task-2801483" [ 1070.320982] env[69220]: _type = "Task" [ 1070.320982] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.337382] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52fc04f8-4292-6070-a34a-6bda4caba5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.340960] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.341267] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf62df0-ea43-4a62-ae47-f48905008df2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.346702] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1070.346702] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bd6160-b81f-acd2-088f-38cff9c90674" [ 1070.346702] env[69220]: _type = "Task" [ 1070.346702] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.355057] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bd6160-b81f-acd2-088f-38cff9c90674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.407306] env[69220]: DEBUG nova.compute.manager [req-7e678cbd-d5be-4156-93d8-2cfda2c1d9de req-fe442d7b-0b92-4aef-b9e4-01495d67ff59 service nova] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Received event network-vif-deleted-acc80a76-6507-4027-a5a5-bd087cd82714 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.647373] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.647619] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.647771] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "12c3d1fa-72cb-48ed-9d11-e766427ea254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.647965] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.648330] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.650741] env[69220]: INFO nova.compute.manager [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Terminating instance [ 1070.654118] env[69220]: DEBUG nova.scheduler.client.report [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1070.654350] env[69220]: DEBUG nova.compute.provider_tree [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 131 to 132 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1070.654527] env[69220]: DEBUG nova.compute.provider_tree [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.668153] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.668930] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d668ce1-d412-4a76-b7b6-6f8e122d095f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.676723] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1070.676723] env[69220]: value = "task-2801484" [ 1070.676723] env[69220]: _type = "Task" [ 1070.676723] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.684830] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.832028] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070926} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.832231] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.833077] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258dee8-c390-4426-bc9b-fb5ff29c3ce6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.856334] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 8c0bb186-8ba8-4863-95cf-07e1602a2f65/8c0bb186-8ba8-4863-95cf-07e1602a2f65.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.860081] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a01df4e-3df4-4fc3-b707-ad99f01008e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.880576] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bd6160-b81f-acd2-088f-38cff9c90674, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.881891] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.882203] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] f42dad2e-8066-4197-8fc3-51576880a090/f42dad2e-8066-4197-8fc3-51576880a090.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.882567] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1070.882567] env[69220]: value = "task-2801485" [ 1070.882567] env[69220]: _type = "Task" [ 1070.882567] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.882798] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fbd886-7d0f-4d56-aaec-84c57f21bd3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.893574] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801485, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.894950] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1070.894950] env[69220]: value = "task-2801486" [ 1070.894950] env[69220]: _type = "Task" [ 1070.894950] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.903846] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.159303] env[69220]: DEBUG nova.compute.manager [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.159618] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.160486] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.244s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.161009] env[69220]: DEBUG nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.164863] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64110a1c-176e-459e-a6dd-82d9f5d412b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.168442] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.778s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.170077] env[69220]: INFO nova.compute.claims [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.178250] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.182018] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d9c282-2bce-4edd-8131-defd72aa42a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.189304] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801484, 'name': PowerOffVM_Task, 'duration_secs': 0.137562} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.190899] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.191751] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.192646] env[69220]: DEBUG oslo_vmware.api [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1071.192646] env[69220]: value = "task-2801487" [ 1071.192646] env[69220]: _type = "Task" [ 1071.192646] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.193412] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8662344f-0823-4129-ab12-7cca12d54663 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.206909] env[69220]: DEBUG oslo_vmware.api [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.210126] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.210566] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f76d7c8-24ad-42bb-b7ae-f14a5c950d7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.238285] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.238492] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.238765] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Deleting the datastore file [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.239297] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-236f65ed-ac82-43b4-a5fc-7d542bdcc844 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.246952] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1071.246952] env[69220]: value = "task-2801489" [ 1071.246952] env[69220]: _type = "Task" [ 1071.246952] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.256243] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.397041] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801485, 'name': ReconfigVM_Task, 'duration_secs': 0.385321} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.399934] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 8c0bb186-8ba8-4863-95cf-07e1602a2f65/8c0bb186-8ba8-4863-95cf-07e1602a2f65.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.400636] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7147210-595a-48d2-919f-84f666e0014d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.407370] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440896} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.408770] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] f42dad2e-8066-4197-8fc3-51576880a090/f42dad2e-8066-4197-8fc3-51576880a090.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.409050] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.409364] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1071.409364] env[69220]: value = "task-2801490" [ 1071.409364] env[69220]: _type = "Task" [ 1071.409364] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.409550] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a37d459-f18c-43d0-b425-1e90316b468b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.419916] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801490, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.421189] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1071.421189] env[69220]: value = "task-2801491" [ 1071.421189] env[69220]: _type = "Task" [ 1071.421189] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.428483] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.674493] env[69220]: DEBUG nova.compute.utils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.677928] env[69220]: DEBUG nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.677928] env[69220]: DEBUG nova.network.neutron [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.706310] env[69220]: DEBUG oslo_vmware.api [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801487, 'name': PowerOffVM_Task, 'duration_secs': 0.269136} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.706565] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.706737] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.706989] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd0ce3f3-8e51-43b4-ad20-30a807a2e3a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.716734] env[69220]: DEBUG nova.policy [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9740723a38a64b4aa76c7fdcd3ab2f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92b9177127a440f849b7c0ceff2ca30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.757067] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206788} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.757338] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.757515] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.757682] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.777801] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.778100] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.778311] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Deleting the datastore file [datastore1] 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.778609] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50ae72ed-2269-41a3-b152-282d27c9cf6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.785107] env[69220]: DEBUG oslo_vmware.api [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1071.785107] env[69220]: value = "task-2801493" [ 1071.785107] env[69220]: _type = "Task" [ 1071.785107] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.793634] env[69220]: DEBUG oslo_vmware.api [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.923289] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801490, 'name': Rename_Task, 'duration_secs': 0.142063} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.927575] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.928227] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f85162a-df6d-4250-94b1-592e206de60c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.935802] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079836} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.936715] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.937096] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1071.937096] env[69220]: value = "task-2801494" [ 1071.937096] env[69220]: _type = "Task" [ 1071.937096] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.937797] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf910440-92fe-416a-865c-c46ef11225d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.962848] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] f42dad2e-8066-4197-8fc3-51576880a090/f42dad2e-8066-4197-8fc3-51576880a090.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.966314] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2749a5-0b52-4405-8672-f3f57c03cd29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.981686] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.986958] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1071.986958] env[69220]: value = "task-2801495" [ 1071.986958] env[69220]: _type = "Task" [ 1071.986958] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.998619] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.999538] env[69220]: DEBUG nova.network.neutron [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Successfully created port: 7fda3253-143a-42d8-adc3-c1350525bff6 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.184417] env[69220]: DEBUG nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.295230] env[69220]: DEBUG oslo_vmware.api [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172615} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.298582] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.298785] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.298964] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.299158] env[69220]: INFO nova.compute.manager [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1072.299444] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.301062] env[69220]: DEBUG nova.compute.manager [-] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.301175] env[69220]: DEBUG nova.network.neutron [-] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.405553] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0f465b-184e-4e19-a854-9ed0d99c3260 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.413497] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0605e8-2c39-4da1-b2c0-68b63b48f3b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.450982] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2633cf0-38d4-41ae-907a-d611b813ff59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.459205] env[69220]: DEBUG oslo_vmware.api [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801494, 'name': PowerOnVM_Task, 'duration_secs': 0.494243} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.461294] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.461503] env[69220]: INFO nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1072.461679] env[69220]: DEBUG nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.462871] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec42fde-0430-4f45-879a-14cb28c55c6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.466458] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0f2e3-cff1-4732-93e1-b4c5a5f1a64a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.484371] env[69220]: DEBUG nova.compute.provider_tree [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.500094] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801495, 'name': ReconfigVM_Task, 'duration_secs': 0.363631} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.500094] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Reconfigured VM instance instance-0000005a to attach disk [datastore2] f42dad2e-8066-4197-8fc3-51576880a090/f42dad2e-8066-4197-8fc3-51576880a090.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.500094] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37b15e6a-4436-4b9f-8082-ca49865e4a51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.506763] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1072.506763] env[69220]: value = "task-2801496" [ 1072.506763] env[69220]: _type = "Task" [ 1072.506763] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.518254] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801496, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.783111] env[69220]: DEBUG nova.compute.manager [req-1defffb4-3c39-4e9e-b74d-09aaba4ed74d req-cb119ed4-adab-4440-8d17-0397949a05f9 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Received event network-vif-deleted-b93539d7-f697-41eb-801f-e2d147ca76de {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.783322] env[69220]: INFO nova.compute.manager [req-1defffb4-3c39-4e9e-b74d-09aaba4ed74d req-cb119ed4-adab-4440-8d17-0397949a05f9 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Neutron deleted interface b93539d7-f697-41eb-801f-e2d147ca76de; detaching it from the instance and deleting it from the info cache [ 1072.783531] env[69220]: DEBUG nova.network.neutron [req-1defffb4-3c39-4e9e-b74d-09aaba4ed74d req-cb119ed4-adab-4440-8d17-0397949a05f9 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.795476] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.795730] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.795893] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.796093] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.796260] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.796403] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.796621] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.796787] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.796979] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.797165] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.797531] env[69220]: DEBUG nova.virt.hardware [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.799160] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056220bd-19e2-45ee-9beb-aeeba4b7b3c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.808572] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d5d74-dad3-4731-9687-d34e07677fa7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.823053] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.828748] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.829387] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.829626] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97615d1b-b9df-4f68-ab94-feb50cacf940 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.847595] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.847595] env[69220]: value = "task-2801497" [ 1072.847595] env[69220]: _type = "Task" [ 1072.847595] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.855906] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801497, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.000352] env[69220]: INFO nova.compute.manager [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Took 12.75 seconds to build instance. [ 1073.018154] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801496, 'name': Rename_Task, 'duration_secs': 0.176145} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.018509] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.018777] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca50a8b-9585-40c9-a0cf-36789fce119a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.029035] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1073.029035] env[69220]: value = "task-2801498" [ 1073.029035] env[69220]: _type = "Task" [ 1073.029035] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.032967] env[69220]: DEBUG nova.scheduler.client.report [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1073.033264] env[69220]: DEBUG nova.compute.provider_tree [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 132 to 133 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1073.033503] env[69220]: DEBUG nova.compute.provider_tree [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.041497] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.192684] env[69220]: DEBUG nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.213429] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.213686] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.213838] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.214033] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.214187] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.214332] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.214558] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.214759] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.214960] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.215141] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.215315] env[69220]: DEBUG nova.virt.hardware [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.216216] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68388dfc-103f-4e5e-aa31-5664b9cb8225 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.224260] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7acec46-5ed7-4246-8004-a987171fe28c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.260732] env[69220]: DEBUG nova.network.neutron [-] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.288054] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e15a446-3efb-4757-a269-1ad6cb57bbb4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.308143] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fdfa48-1b1f-47a6-9718-43036f2b5241 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.341693] env[69220]: DEBUG nova.compute.manager [req-1defffb4-3c39-4e9e-b74d-09aaba4ed74d req-cb119ed4-adab-4440-8d17-0397949a05f9 service nova] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Detach interface failed, port_id=b93539d7-f697-41eb-801f-e2d147ca76de, reason: Instance 12c3d1fa-72cb-48ed-9d11-e766427ea254 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1073.358166] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801497, 'name': CreateVM_Task, 'duration_secs': 0.382067} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.358379] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.358825] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.359053] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.359392] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.359674] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71467367-9972-4c98-9dd0-6af9bd951f17 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.364425] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1073.364425] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520b4630-fe38-8998-a122-e2a777b8e5ff" [ 1073.364425] env[69220]: _type = "Task" [ 1073.364425] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.373129] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520b4630-fe38-8998-a122-e2a777b8e5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.501687] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9c921ca-f9ae-4ec2-b0f5-ca5c7ced4801 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.256s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.524347] env[69220]: DEBUG nova.network.neutron [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Successfully updated port: 7fda3253-143a-42d8-adc3-c1350525bff6 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.541505] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.542013] env[69220]: DEBUG nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.544715] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801498, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.545129] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.724s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.546769] env[69220]: INFO nova.compute.claims [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.764145] env[69220]: INFO nova.compute.manager [-] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Took 1.46 seconds to deallocate network for instance. [ 1073.877029] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520b4630-fe38-8998-a122-e2a777b8e5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016096} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.877029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.877029] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.877029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.877029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.877326] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.877357] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d31ece-724b-4b20-8ea4-9194c4354231 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.893361] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.893562] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.894295] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133eb8e5-a262-4b3f-95e0-8bdbbc7d1329 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.899350] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1073.899350] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e888ae-0594-7456-5cba-dfe530786eef" [ 1073.899350] env[69220]: _type = "Task" [ 1073.899350] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.907153] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e888ae-0594-7456-5cba-dfe530786eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.027167] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-4fc95f3b-5189-43f3-ab5c-924e83c03e7c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.027335] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-4fc95f3b-5189-43f3-ab5c-924e83c03e7c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.027492] env[69220]: DEBUG nova.network.neutron [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.041473] env[69220]: DEBUG oslo_vmware.api [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801498, 'name': PowerOnVM_Task, 'duration_secs': 0.59723} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.041764] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.041958] env[69220]: DEBUG nova.compute.manager [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.042823] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd59be-11e6-42f5-a833-112516834682 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.046275] env[69220]: DEBUG nova.compute.utils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.047866] env[69220]: DEBUG nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.048040] env[69220]: DEBUG nova.network.neutron [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.100236] env[69220]: DEBUG nova.policy [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a96e5f80f864a9eaea5ac4a8458799c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5706402b1b194600bfe11d9544c93aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.153017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.153321] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.153662] env[69220]: DEBUG nova.compute.manager [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.154913] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a525237c-997c-495a-b990-36e4940330b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.162314] env[69220]: DEBUG nova.compute.manager [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1074.163018] env[69220]: DEBUG nova.objects.instance [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lazy-loading 'flavor' on Instance uuid 8c0bb186-8ba8-4863-95cf-07e1602a2f65 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.272530] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.355449] env[69220]: DEBUG nova.network.neutron [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Successfully created port: a73346e6-90c8-4e05-8d74-4f7328113f31 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.409847] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e888ae-0594-7456-5cba-dfe530786eef, 'name': SearchDatastore_Task, 'duration_secs': 0.030402} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.410741] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a38a89-a395-47cd-b6d5-f202306ed5ab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.416535] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1074.416535] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a18916-b8a3-cde4-f1e9-74f854820519" [ 1074.416535] env[69220]: _type = "Task" [ 1074.416535] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.424880] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a18916-b8a3-cde4-f1e9-74f854820519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.548801] env[69220]: DEBUG nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.571253] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.576736] env[69220]: DEBUG nova.network.neutron [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.759162] env[69220]: DEBUG nova.network.neutron [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Updating instance_info_cache with network_info: [{"id": "7fda3253-143a-42d8-adc3-c1350525bff6", "address": "fa:16:3e:08:71:91", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fda3253-14", "ovs_interfaceid": "7fda3253-143a-42d8-adc3-c1350525bff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.810528] env[69220]: DEBUG nova.compute.manager [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Received event network-vif-plugged-7fda3253-143a-42d8-adc3-c1350525bff6 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.810720] env[69220]: DEBUG oslo_concurrency.lockutils [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] Acquiring lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.810928] env[69220]: DEBUG oslo_concurrency.lockutils [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] Lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.811264] env[69220]: DEBUG oslo_concurrency.lockutils [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] Lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.811568] env[69220]: DEBUG nova.compute.manager [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] No waiting events found dispatching network-vif-plugged-7fda3253-143a-42d8-adc3-c1350525bff6 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.811748] env[69220]: WARNING nova.compute.manager [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Received unexpected event network-vif-plugged-7fda3253-143a-42d8-adc3-c1350525bff6 for instance with vm_state building and task_state spawning. [ 1074.812872] env[69220]: DEBUG nova.compute.manager [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Received event network-changed-7fda3253-143a-42d8-adc3-c1350525bff6 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.813109] env[69220]: DEBUG nova.compute.manager [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Refreshing instance network info cache due to event network-changed-7fda3253-143a-42d8-adc3-c1350525bff6. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1074.813257] env[69220]: DEBUG oslo_concurrency.lockutils [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] Acquiring lock "refresh_cache-4fc95f3b-5189-43f3-ab5c-924e83c03e7c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.815856] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3be3a8-6e15-43a0-b89c-ce6e9a044633 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.824940] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4de212-7ead-4077-ae3e-1a981f62caa2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.857788] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e45c9fe-086e-45df-a924-7d0de9340229 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.865612] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8298232-a62d-4fc7-b2d8-460030a8b26f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.879329] env[69220]: DEBUG nova.compute.provider_tree [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.927943] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a18916-b8a3-cde4-f1e9-74f854820519, 'name': SearchDatastore_Task, 'duration_secs': 0.013998} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.927943] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.928194] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de/efc10199-9f4e-4c50-9d6e-91c42f8379de.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.928385] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44389205-fe20-44bd-b9e6-fcd14145cbea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.936784] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1074.936784] env[69220]: value = "task-2801499" [ 1074.936784] env[69220]: _type = "Task" [ 1074.936784] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.944716] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.175053] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.175407] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cefd595a-f65b-4a73-8f19-936c2cfc23a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.183297] env[69220]: DEBUG oslo_vmware.api [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1075.183297] env[69220]: value = "task-2801500" [ 1075.183297] env[69220]: _type = "Task" [ 1075.183297] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.195093] env[69220]: DEBUG oslo_vmware.api [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.263731] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-4fc95f3b-5189-43f3-ab5c-924e83c03e7c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.264073] env[69220]: DEBUG nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Instance network_info: |[{"id": "7fda3253-143a-42d8-adc3-c1350525bff6", "address": "fa:16:3e:08:71:91", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fda3253-14", "ovs_interfaceid": "7fda3253-143a-42d8-adc3-c1350525bff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.264437] env[69220]: DEBUG oslo_concurrency.lockutils [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] Acquired lock "refresh_cache-4fc95f3b-5189-43f3-ab5c-924e83c03e7c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.264614] env[69220]: DEBUG nova.network.neutron [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Refreshing network info cache for port 7fda3253-143a-42d8-adc3-c1350525bff6 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.266083] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:71:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fda3253-143a-42d8-adc3-c1350525bff6', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.273700] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.274806] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.275084] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d42a45b9-ef9e-4ae3-a6be-7fd9b6391aed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.297798] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.297798] env[69220]: value = "task-2801501" [ 1075.297798] env[69220]: _type = "Task" [ 1075.297798] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.308238] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801501, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.382660] env[69220]: DEBUG nova.scheduler.client.report [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.448748] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801499, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.559313] env[69220]: DEBUG nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.587356] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.587610] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.587766] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.587943] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.588098] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.588242] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.588448] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.588603] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.588767] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.588924] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.589110] env[69220]: DEBUG nova.virt.hardware [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.589998] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bed7b56-41e7-49ea-b265-7508ad9937a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.598322] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d736589-7853-46a5-96a0-978291d50054 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.693500] env[69220]: DEBUG oslo_vmware.api [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801500, 'name': PowerOffVM_Task, 'duration_secs': 0.19375} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.693848] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.694057] env[69220]: DEBUG nova.compute.manager [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.694828] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37096747-4b87-45d6-aa14-615823e35c60 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.816461] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801501, 'name': CreateVM_Task, 'duration_secs': 0.473638} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.818620] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.819303] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.819848] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.819848] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.820409] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc57560c-daa8-4625-a9e1-ce92eb068569 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.828723] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1075.828723] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52848e7c-738a-6f43-acd0-cfa7b56816bf" [ 1075.828723] env[69220]: _type = "Task" [ 1075.828723] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.836953] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52848e7c-738a-6f43-acd0-cfa7b56816bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.887598] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.888217] env[69220]: DEBUG nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.891615] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.924s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.891985] env[69220]: DEBUG nova.objects.instance [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lazy-loading 'resources' on Instance uuid ecb4f331-91fd-4c67-878a-30b78e445288 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.947909] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542025} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.948165] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de/efc10199-9f4e-4c50-9d6e-91c42f8379de.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.948381] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.948642] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a15a42c3-cf4f-431c-89ed-9c377342442e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.956287] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1075.956287] env[69220]: value = "task-2801502" [ 1075.956287] env[69220]: _type = "Task" [ 1075.956287] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.964328] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.203773] env[69220]: DEBUG nova.network.neutron [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Successfully updated port: a73346e6-90c8-4e05-8d74-4f7328113f31 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.208456] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ffe62c70-c4aa-4ad2-8c1c-bac10d9caab5 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.283538] env[69220]: DEBUG nova.network.neutron [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Updated VIF entry in instance network info cache for port 7fda3253-143a-42d8-adc3-c1350525bff6. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.283952] env[69220]: DEBUG nova.network.neutron [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Updating instance_info_cache with network_info: [{"id": "7fda3253-143a-42d8-adc3-c1350525bff6", "address": "fa:16:3e:08:71:91", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fda3253-14", "ovs_interfaceid": "7fda3253-143a-42d8-adc3-c1350525bff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.339311] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52848e7c-738a-6f43-acd0-cfa7b56816bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.339640] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.339878] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.340159] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.340375] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.340503] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.340855] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c67372b1-04ab-4e65-87f8-7e72332d846d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.350293] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.350484] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.351278] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea97377-2887-40b7-a7be-43cf885145e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.357047] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1076.357047] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52adda70-2b62-478c-5284-818e097ee8eb" [ 1076.357047] env[69220]: _type = "Task" [ 1076.357047] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.367115] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52adda70-2b62-478c-5284-818e097ee8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.393969] env[69220]: DEBUG nova.compute.utils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.399290] env[69220]: DEBUG nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.399617] env[69220]: DEBUG nova.network.neutron [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.445250] env[69220]: DEBUG nova.policy [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a96e5f80f864a9eaea5ac4a8458799c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5706402b1b194600bfe11d9544c93aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.466637] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076695} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.469755] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.470824] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf2993-40a5-4e93-9dd2-aed9b45d4f01 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.491906] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de/efc10199-9f4e-4c50-9d6e-91c42f8379de.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.495302] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f024942-c276-4e4b-ab98-b7b6b6c393d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.517065] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1076.517065] env[69220]: value = "task-2801503" [ 1076.517065] env[69220]: _type = "Task" [ 1076.517065] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.526639] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.629850] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3809588c-ecb7-46d9-8fdf-869d858dcac2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.638875] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a54cb14-3b0b-4c40-9154-ea779dc54d2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.672812] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1f7b0-ed0f-4b6c-9bb3-e57ebbe96040 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.680719] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02136734-61cd-4d84-8a7f-095fbcab937f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.697055] env[69220]: DEBUG nova.compute.provider_tree [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.700111] env[69220]: DEBUG nova.network.neutron [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Successfully created port: 52649710-eb33-44e8-a8b7-96b68ab9f146 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.709427] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "refresh_cache-31a05e33-bb66-4b16-a52a-4012344b4457" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.709598] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "refresh_cache-31a05e33-bb66-4b16-a52a-4012344b4457" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.709712] env[69220]: DEBUG nova.network.neutron [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.786881] env[69220]: DEBUG oslo_concurrency.lockutils [req-b3c14eff-c952-4222-96f0-67b8d6f98beb req-2a6c2451-6146-4c5b-9827-51dd921f7377 service nova] Releasing lock "refresh_cache-4fc95f3b-5189-43f3-ab5c-924e83c03e7c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.843629] env[69220]: DEBUG nova.compute.manager [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Received event network-vif-plugged-a73346e6-90c8-4e05-8d74-4f7328113f31 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.843629] env[69220]: DEBUG oslo_concurrency.lockutils [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] Acquiring lock "31a05e33-bb66-4b16-a52a-4012344b4457-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.843629] env[69220]: DEBUG oslo_concurrency.lockutils [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] Lock "31a05e33-bb66-4b16-a52a-4012344b4457-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.843629] env[69220]: DEBUG oslo_concurrency.lockutils [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] Lock "31a05e33-bb66-4b16-a52a-4012344b4457-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.843629] env[69220]: DEBUG nova.compute.manager [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] No waiting events found dispatching network-vif-plugged-a73346e6-90c8-4e05-8d74-4f7328113f31 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.843629] env[69220]: WARNING nova.compute.manager [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Received unexpected event network-vif-plugged-a73346e6-90c8-4e05-8d74-4f7328113f31 for instance with vm_state building and task_state spawning. [ 1076.843629] env[69220]: DEBUG nova.compute.manager [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Received event network-changed-a73346e6-90c8-4e05-8d74-4f7328113f31 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.843629] env[69220]: DEBUG nova.compute.manager [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Refreshing instance network info cache due to event network-changed-a73346e6-90c8-4e05-8d74-4f7328113f31. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.843629] env[69220]: DEBUG oslo_concurrency.lockutils [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] Acquiring lock "refresh_cache-31a05e33-bb66-4b16-a52a-4012344b4457" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.867765] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52adda70-2b62-478c-5284-818e097ee8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.868575] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdd6e85-745d-4d96-af29-0bf5bacfb2fb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.874305] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1076.874305] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52642c4b-b593-0662-ba7a-3c6ff1bbe54e" [ 1076.874305] env[69220]: _type = "Task" [ 1076.874305] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.882147] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52642c4b-b593-0662-ba7a-3c6ff1bbe54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.905073] env[69220]: DEBUG nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.907766] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.907992] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.908707] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.908954] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.909176] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.911141] env[69220]: INFO nova.compute.manager [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Terminating instance [ 1077.026275] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.200489] env[69220]: DEBUG nova.scheduler.client.report [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.241641] env[69220]: DEBUG nova.network.neutron [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.368267] env[69220]: DEBUG nova.network.neutron [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Updating instance_info_cache with network_info: [{"id": "a73346e6-90c8-4e05-8d74-4f7328113f31", "address": "fa:16:3e:7b:82:61", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73346e6-90", "ovs_interfaceid": "a73346e6-90c8-4e05-8d74-4f7328113f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.385737] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52642c4b-b593-0662-ba7a-3c6ff1bbe54e, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.386016] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.386287] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 4fc95f3b-5189-43f3-ab5c-924e83c03e7c/4fc95f3b-5189-43f3-ab5c-924e83c03e7c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.386554] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74258cb4-cf99-4cb9-9ccd-ce588893fcf8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.393120] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1077.393120] env[69220]: value = "task-2801504" [ 1077.393120] env[69220]: _type = "Task" [ 1077.393120] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.400951] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.414822] env[69220]: DEBUG nova.compute.manager [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.415136] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.420046] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806ead60-d5ba-4992-ba55-7a441539457a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.429339] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.429611] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c9631a2-3f86-4f38-a170-cb070f628809 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.495751] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.496071] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.496324] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleting the datastore file [datastore2] 8c0bb186-8ba8-4863-95cf-07e1602a2f65 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.496591] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38b83469-10dd-4979-bd22-46271480d6fb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.505161] env[69220]: DEBUG oslo_vmware.api [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1077.505161] env[69220]: value = "task-2801506" [ 1077.505161] env[69220]: _type = "Task" [ 1077.505161] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.516541] env[69220]: DEBUG oslo_vmware.api [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.527430] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801503, 'name': ReconfigVM_Task, 'duration_secs': 0.696562} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.528031] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Reconfigured VM instance instance-00000062 to attach disk [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de/efc10199-9f4e-4c50-9d6e-91c42f8379de.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.528474] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9746cc88-ef49-427d-bfc1-4020121111b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.534340] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1077.534340] env[69220]: value = "task-2801507" [ 1077.534340] env[69220]: _type = "Task" [ 1077.534340] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.542900] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801507, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.708039] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.709319] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.437s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.709716] env[69220]: DEBUG nova.objects.instance [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'resources' on Instance uuid 12c3d1fa-72cb-48ed-9d11-e766427ea254 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.736021] env[69220]: INFO nova.scheduler.client.report [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Deleted allocations for instance ecb4f331-91fd-4c67-878a-30b78e445288 [ 1077.871213] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "refresh_cache-31a05e33-bb66-4b16-a52a-4012344b4457" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.871539] env[69220]: DEBUG nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance network_info: |[{"id": "a73346e6-90c8-4e05-8d74-4f7328113f31", "address": "fa:16:3e:7b:82:61", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73346e6-90", "ovs_interfaceid": "a73346e6-90c8-4e05-8d74-4f7328113f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.871857] env[69220]: DEBUG oslo_concurrency.lockutils [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] Acquired lock "refresh_cache-31a05e33-bb66-4b16-a52a-4012344b4457" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.872050] env[69220]: DEBUG nova.network.neutron [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Refreshing network info cache for port a73346e6-90c8-4e05-8d74-4f7328113f31 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.873935] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:82:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a73346e6-90c8-4e05-8d74-4f7328113f31', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.881635] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Creating folder: Project (5706402b1b194600bfe11d9544c93aba). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.885329] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e565e7a7-0205-4e85-a41b-e25b02fb0447 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.898832] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Created folder: Project (5706402b1b194600bfe11d9544c93aba) in parent group-v562703. [ 1077.899047] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Creating folder: Instances. Parent ref: group-v562972. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.899636] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b01159e5-f3ae-4e47-a3d2-c39fcb9ebc81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.906342] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471355} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.908370] env[69220]: DEBUG oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6a51f-2f49-4435-d9cc-7a2da1d9911f/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1077.908654] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 4fc95f3b-5189-43f3-ab5c-924e83c03e7c/4fc95f3b-5189-43f3-ab5c-924e83c03e7c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.908893] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.910029] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55bd523-031b-42a5-8c2f-ef58f7549bf8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.912536] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da62fe7c-3003-484f-a9a2-454dce67163d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.915733] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Created folder: Instances in parent group-v562972. [ 1077.915956] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.916456] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.916735] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062c2ce6-8486-4f9c-b592-0884d474eb55 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.936568] env[69220]: DEBUG nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.938566] env[69220]: DEBUG oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6a51f-2f49-4435-d9cc-7a2da1d9911f/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1077.938728] env[69220]: ERROR oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6a51f-2f49-4435-d9cc-7a2da1d9911f/disk-0.vmdk due to incomplete transfer. [ 1077.939014] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1077.939014] env[69220]: value = "task-2801510" [ 1077.939014] env[69220]: _type = "Task" [ 1077.939014] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.939660] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36d62597-fec9-418d-b0e7-a3b71b53d66c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.945627] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.945627] env[69220]: value = "task-2801511" [ 1077.945627] env[69220]: _type = "Task" [ 1077.945627] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.950992] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.955347] env[69220]: DEBUG oslo_vmware.rw_handles [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6a51f-2f49-4435-d9cc-7a2da1d9911f/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1077.955590] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Uploaded image 7d1460e8-d5f2-4b7c-9fe6-7a87870e509b to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1077.958218] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1077.963247] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.963512] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.963690] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.963895] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.964067] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.964237] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.964527] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.964637] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.964836] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.965037] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.965251] env[69220]: DEBUG nova.virt.hardware [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.965527] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89f77bda-cf2a-4a1f-8788-cc94f9102665 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.967102] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801511, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.967918] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c36f55-2ce9-4e8f-9d0f-c68e1466ae40 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.977731] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e2223-6104-49f3-a00a-098418790011 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.981650] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1077.981650] env[69220]: value = "task-2801512" [ 1077.981650] env[69220]: _type = "Task" [ 1077.981650] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.997132] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801512, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.013501] env[69220]: DEBUG oslo_vmware.api [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306457} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.013806] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.013998] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.014185] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.014357] env[69220]: INFO nova.compute.manager [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1078.014592] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.014777] env[69220]: DEBUG nova.compute.manager [-] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.014880] env[69220]: DEBUG nova.network.neutron [-] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.043633] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801507, 'name': Rename_Task, 'duration_secs': 0.327633} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.043923] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.044203] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60005ee3-5a81-4095-8d98-4cdf6dc8fb04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.051701] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1078.051701] env[69220]: value = "task-2801513" [ 1078.051701] env[69220]: _type = "Task" [ 1078.051701] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.060313] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.217298] env[69220]: DEBUG nova.network.neutron [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Updated VIF entry in instance network info cache for port a73346e6-90c8-4e05-8d74-4f7328113f31. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.217742] env[69220]: DEBUG nova.network.neutron [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Updating instance_info_cache with network_info: [{"id": "a73346e6-90c8-4e05-8d74-4f7328113f31", "address": "fa:16:3e:7b:82:61", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73346e6-90", "ovs_interfaceid": "a73346e6-90c8-4e05-8d74-4f7328113f31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.248374] env[69220]: DEBUG oslo_concurrency.lockutils [None req-18ff097c-06b3-42a2-94a7-c4c26a57b7c6 tempest-ServerDiskConfigTestJSON-373444250 tempest-ServerDiskConfigTestJSON-373444250-project-member] Lock "ecb4f331-91fd-4c67-878a-30b78e445288" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.668s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.330661] env[69220]: DEBUG nova.compute.manager [req-449b61cd-e117-484c-b664-8bcc062ddd0d req-e269a968-701d-4ea6-97cd-fae1606af449 service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Received event network-vif-deleted-b36f694b-3066-4f1e-88cd-6297b6924058 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.330938] env[69220]: INFO nova.compute.manager [req-449b61cd-e117-484c-b664-8bcc062ddd0d req-e269a968-701d-4ea6-97cd-fae1606af449 service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Neutron deleted interface b36f694b-3066-4f1e-88cd-6297b6924058; detaching it from the instance and deleting it from the info cache [ 1078.331294] env[69220]: DEBUG nova.network.neutron [req-449b61cd-e117-484c-b664-8bcc062ddd0d req-e269a968-701d-4ea6-97cd-fae1606af449 service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.343465] env[69220]: DEBUG nova.network.neutron [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Successfully updated port: 52649710-eb33-44e8-a8b7-96b68ab9f146 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.436662] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c958ec4-8024-4d41-9ac9-82115f08d137 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.447616] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc4cb17-b6d6-4a7e-ba51-ac2c098df267 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.458843] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801511, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.485538] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063829} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.486426] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.490402] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29e921a-7da1-4331-b6f8-10ba48dae766 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.493634] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ee116-1d2c-45fc-b31d-812a40325d08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.516634] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 4fc95f3b-5189-43f3-ab5c-924e83c03e7c/4fc95f3b-5189-43f3-ab5c-924e83c03e7c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.522292] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0cfc13e-a4cb-405d-8e2c-81fde613d6da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.536366] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801512, 'name': Destroy_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.537647] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e2e746-08ab-4d01-9cba-e2137dbd875b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.551292] env[69220]: DEBUG nova.compute.provider_tree [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.553725] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1078.553725] env[69220]: value = "task-2801514" [ 1078.553725] env[69220]: _type = "Task" [ 1078.553725] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.566848] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.570521] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.720725] env[69220]: DEBUG oslo_concurrency.lockutils [req-7ee7a49b-5ce8-4b2b-aa78-5ffd11eb9cab req-fe84182f-8edc-4ec5-976c-72fdb1244dfc service nova] Releasing lock "refresh_cache-31a05e33-bb66-4b16-a52a-4012344b4457" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.803947] env[69220]: DEBUG nova.network.neutron [-] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.837217] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2930614-145d-4128-86fd-78f0559860ab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.844549] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "refresh_cache-af5cac11-6c72-4093-b734-e5b715543968" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.844688] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "refresh_cache-af5cac11-6c72-4093-b734-e5b715543968" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.844832] env[69220]: DEBUG nova.network.neutron [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.848899] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92e666b-b052-4607-bb86-10867a0d4a37 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.883325] env[69220]: DEBUG nova.compute.manager [req-449b61cd-e117-484c-b664-8bcc062ddd0d req-e269a968-701d-4ea6-97cd-fae1606af449 service nova] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Detach interface failed, port_id=b36f694b-3066-4f1e-88cd-6297b6924058, reason: Instance 8c0bb186-8ba8-4863-95cf-07e1602a2f65 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1078.898622] env[69220]: DEBUG nova.network.neutron [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.902429] env[69220]: DEBUG nova.compute.manager [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Received event network-vif-plugged-52649710-eb33-44e8-a8b7-96b68ab9f146 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.902668] env[69220]: DEBUG oslo_concurrency.lockutils [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] Acquiring lock "af5cac11-6c72-4093-b734-e5b715543968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.902881] env[69220]: DEBUG oslo_concurrency.lockutils [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] Lock "af5cac11-6c72-4093-b734-e5b715543968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.903072] env[69220]: DEBUG oslo_concurrency.lockutils [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] Lock "af5cac11-6c72-4093-b734-e5b715543968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.903214] env[69220]: DEBUG nova.compute.manager [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] No waiting events found dispatching network-vif-plugged-52649710-eb33-44e8-a8b7-96b68ab9f146 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.903373] env[69220]: WARNING nova.compute.manager [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Received unexpected event network-vif-plugged-52649710-eb33-44e8-a8b7-96b68ab9f146 for instance with vm_state building and task_state spawning. [ 1078.903526] env[69220]: DEBUG nova.compute.manager [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Received event network-changed-52649710-eb33-44e8-a8b7-96b68ab9f146 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.903721] env[69220]: DEBUG nova.compute.manager [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Refreshing instance network info cache due to event network-changed-52649710-eb33-44e8-a8b7-96b68ab9f146. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.903888] env[69220]: DEBUG oslo_concurrency.lockutils [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] Acquiring lock "refresh_cache-af5cac11-6c72-4093-b734-e5b715543968" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.961659] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801511, 'name': CreateVM_Task, 'duration_secs': 0.66095} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.961775] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.962419] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.962588] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.962914] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.963173] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683d7065-03f5-47fa-a3f4-8aec1f3cc125 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.967498] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1078.967498] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b077c4-b564-db23-b97e-35fa1045f41c" [ 1078.967498] env[69220]: _type = "Task" [ 1078.967498] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.975190] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b077c4-b564-db23-b97e-35fa1045f41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.994706] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801512, 'name': Destroy_Task, 'duration_secs': 0.846388} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.994991] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Destroyed the VM [ 1078.995245] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1078.995482] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33483caf-e5c3-456e-854b-6940cd010ec7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.003395] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1079.003395] env[69220]: value = "task-2801515" [ 1079.003395] env[69220]: _type = "Task" [ 1079.003395] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.012749] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801515, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.056603] env[69220]: DEBUG nova.scheduler.client.report [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.074278] env[69220]: DEBUG oslo_vmware.api [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801513, 'name': PowerOnVM_Task, 'duration_secs': 0.833509} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.078256] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.078256] env[69220]: DEBUG nova.compute.manager [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.078256] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801514, 'name': ReconfigVM_Task, 'duration_secs': 0.27489} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.078877] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018b975b-8a0d-4ed1-9499-00d5cac22dcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.081394] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 4fc95f3b-5189-43f3-ab5c-924e83c03e7c/4fc95f3b-5189-43f3-ab5c-924e83c03e7c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.082160] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66503eb4-85d1-4f92-b520-2ce46872379c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.091207] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1079.091207] env[69220]: value = "task-2801516" [ 1079.091207] env[69220]: _type = "Task" [ 1079.091207] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.101808] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801516, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.112924] env[69220]: DEBUG nova.network.neutron [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Updating instance_info_cache with network_info: [{"id": "52649710-eb33-44e8-a8b7-96b68ab9f146", "address": "fa:16:3e:56:2c:33", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52649710-eb", "ovs_interfaceid": "52649710-eb33-44e8-a8b7-96b68ab9f146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.308076] env[69220]: INFO nova.compute.manager [-] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Took 1.29 seconds to deallocate network for instance. [ 1079.478943] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b077c4-b564-db23-b97e-35fa1045f41c, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.479370] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.479654] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.479934] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.481276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.481520] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.481828] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-622e825c-3044-4b07-8252-20d03dbfe653 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.493021] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.493021] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.493021] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab00cefa-97b3-4624-91de-8880f2cf11c7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.502624] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1079.502624] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525d7dce-04fd-1022-27eb-3ec3d81f17e1" [ 1079.502624] env[69220]: _type = "Task" [ 1079.502624] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.516125] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801515, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.519493] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525d7dce-04fd-1022-27eb-3ec3d81f17e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008113} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.520252] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fdc6d3-a98f-451a-9b7d-1b6c317bbb87 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.525667] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1079.525667] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52269982-d7b1-b4ab-5c86-918c8a58be80" [ 1079.525667] env[69220]: _type = "Task" [ 1079.525667] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.533101] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52269982-d7b1-b4ab-5c86-918c8a58be80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.566716] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.569102] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.998s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.569296] env[69220]: DEBUG nova.objects.instance [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.601532] env[69220]: INFO nova.scheduler.client.report [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Deleted allocations for instance 12c3d1fa-72cb-48ed-9d11-e766427ea254 [ 1079.617994] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.622607] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "refresh_cache-af5cac11-6c72-4093-b734-e5b715543968" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.622933] env[69220]: DEBUG nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Instance network_info: |[{"id": "52649710-eb33-44e8-a8b7-96b68ab9f146", "address": "fa:16:3e:56:2c:33", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52649710-eb", "ovs_interfaceid": "52649710-eb33-44e8-a8b7-96b68ab9f146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.623482] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801516, 'name': Rename_Task, 'duration_secs': 0.139752} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.623741] env[69220]: DEBUG oslo_concurrency.lockutils [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] Acquired lock "refresh_cache-af5cac11-6c72-4093-b734-e5b715543968" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.623926] env[69220]: DEBUG nova.network.neutron [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Refreshing network info cache for port 52649710-eb33-44e8-a8b7-96b68ab9f146 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.625075] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:2c:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52649710-eb33-44e8-a8b7-96b68ab9f146', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.633723] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.634162] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.637403] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5cac11-6c72-4093-b734-e5b715543968] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.637612] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35785ff9-392a-4185-96d8-43c36738822e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.639866] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94455597-5b96-4fa3-a6de-2a1b184a905d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.661959] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1079.661959] env[69220]: value = "task-2801517" [ 1079.661959] env[69220]: _type = "Task" [ 1079.661959] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.666389] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.666389] env[69220]: value = "task-2801518" [ 1079.666389] env[69220]: _type = "Task" [ 1079.666389] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.675388] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.679828] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801518, 'name': CreateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.444028] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquiring lock "aa4a7360-724e-4248-97f6-93db0cf91d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.444413] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "aa4a7360-724e-4248-97f6-93db0cf91d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.444460] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquiring lock "aa4a7360-724e-4248-97f6-93db0cf91d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.444620] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "aa4a7360-724e-4248-97f6-93db0cf91d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.444779] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "aa4a7360-724e-4248-97f6-93db0cf91d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.446725] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.447243] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "efc10199-9f4e-4c50-9d6e-91c42f8379de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.447426] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "efc10199-9f4e-4c50-9d6e-91c42f8379de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.447605] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "efc10199-9f4e-4c50-9d6e-91c42f8379de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.447787] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "efc10199-9f4e-4c50-9d6e-91c42f8379de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.447946] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "efc10199-9f4e-4c50-9d6e-91c42f8379de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.454610] env[69220]: INFO nova.compute.manager [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Terminating instance [ 1080.456021] env[69220]: INFO nova.compute.manager [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Terminating instance [ 1080.479086] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52269982-d7b1-b4ab-5c86-918c8a58be80, 'name': SearchDatastore_Task, 'duration_secs': 0.008759} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.488190] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.488522] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.489549] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801518, 'name': CreateVM_Task, 'duration_secs': 0.348836} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.490306] env[69220]: DEBUG oslo_vmware.api [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801517, 'name': PowerOnVM_Task, 'duration_secs': 0.694562} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.490306] env[69220]: DEBUG oslo_vmware.api [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801515, 'name': RemoveSnapshot_Task, 'duration_secs': 0.976666} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.492417] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2499014-78c4-4f27-8234-bbc51e666296 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.494432] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af5cac11-6c72-4093-b734-e5b715543968] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.494564] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.494792] env[69220]: INFO nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1080.494970] env[69220]: DEBUG nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.495260] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1080.495480] env[69220]: INFO nova.compute.manager [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Took 18.74 seconds to snapshot the instance on the hypervisor. [ 1080.498525] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.498681] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.498982] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.499762] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c4fb47-745c-450b-8d80-b123eee3698f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.503791] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e9ac89-f17a-4be2-8c0b-efc990574cd8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.507936] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1080.507936] env[69220]: value = "task-2801519" [ 1080.507936] env[69220]: _type = "Task" [ 1080.507936] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.518030] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1080.518030] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521c8f8d-a1a1-21ee-106c-98529bd08775" [ 1080.518030] env[69220]: _type = "Task" [ 1080.518030] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.526987] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2160643d-62bf-427e-b524-e79184b24608 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "12c3d1fa-72cb-48ed-9d11-e766427ea254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.878s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.526987] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.532692] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521c8f8d-a1a1-21ee-106c-98529bd08775, 'name': SearchDatastore_Task, 'duration_secs': 0.013793} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.533037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533270] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.533498] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.534317] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.534317] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.534317] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b34a623-7d94-4336-887d-e6ab1e4eb03d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.542150] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.542325] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.543133] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26899a66-7eae-4986-81aa-b4b60c1ca3c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.551055] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1080.551055] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5207c8a6-ce3f-f84b-6764-932cef0596ac" [ 1080.551055] env[69220]: _type = "Task" [ 1080.551055] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.559310] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5207c8a6-ce3f-f84b-6764-932cef0596ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.662807] env[69220]: DEBUG nova.network.neutron [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Updated VIF entry in instance network info cache for port 52649710-eb33-44e8-a8b7-96b68ab9f146. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.663251] env[69220]: DEBUG nova.network.neutron [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Updating instance_info_cache with network_info: [{"id": "52649710-eb33-44e8-a8b7-96b68ab9f146", "address": "fa:16:3e:56:2c:33", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52649710-eb", "ovs_interfaceid": "52649710-eb33-44e8-a8b7-96b68ab9f146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.956073] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3442eed8-25af-406d-997b-d1f19a19fdc4 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.387s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.957217] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.340s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.957472] env[69220]: DEBUG nova.objects.instance [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1080.973797] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "refresh_cache-efc10199-9f4e-4c50-9d6e-91c42f8379de" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.973797] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquired lock "refresh_cache-efc10199-9f4e-4c50-9d6e-91c42f8379de" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.973797] env[69220]: DEBUG nova.network.neutron [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.975861] env[69220]: DEBUG nova.compute.manager [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.975861] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.977255] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa87f301-93d1-4c0c-8ada-2809397d9350 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.989774] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.990527] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-856a941e-74a5-42f1-b5a2-3d5518d2da05 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.000460] env[69220]: DEBUG oslo_vmware.api [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1081.000460] env[69220]: value = "task-2801520" [ 1081.000460] env[69220]: _type = "Task" [ 1081.000460] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.013829] env[69220]: DEBUG oslo_vmware.api [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.026995] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.029685] env[69220]: INFO nova.compute.manager [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Took 16.07 seconds to build instance. [ 1081.067174] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5207c8a6-ce3f-f84b-6764-932cef0596ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.070359] env[69220]: DEBUG nova.compute.manager [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Found 3 images (rotation: 2) {{(pid=69220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1081.070359] env[69220]: DEBUG nova.compute.manager [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Rotating out 1 backups {{(pid=69220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1081.070566] env[69220]: DEBUG nova.compute.manager [None req-e3ff98cf-1756-40c7-89c1-f9c6a925bb66 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleting image 9558ef21-5f50-40d0-bcfd-7eb9a7a329b3 {{(pid=69220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1081.073929] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f7890b-4891-4d6f-9085-aeef03dd9d84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.081563] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1081.081563] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52399afa-3f4e-88e4-2c1c-324e42bf6fb7" [ 1081.081563] env[69220]: _type = "Task" [ 1081.081563] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.090877] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52399afa-3f4e-88e4-2c1c-324e42bf6fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.165599] env[69220]: DEBUG oslo_concurrency.lockutils [req-fe9d4f35-6f6f-4a9b-92f4-5dc1eb643e01 req-4fa93229-7a08-430b-be0e-3eb82084480d service nova] Releasing lock "refresh_cache-af5cac11-6c72-4093-b734-e5b715543968" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.498271] env[69220]: DEBUG nova.network.neutron [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.510645] env[69220]: DEBUG oslo_vmware.api [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801520, 'name': PowerOffVM_Task, 'duration_secs': 0.235343} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.510926] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.511103] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.512308] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-072f021e-1b5e-42c4-9c38-c3d09403a9f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.526536] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647328} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.529040] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.529463] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.529780] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33f4dd5-4d24-4bbf-84d4-f973b9fd4480 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.535211] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e05d49a8-adf0-488c-9d9e-45703e343a81 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.579s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.538291] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1081.538291] env[69220]: value = "task-2801522" [ 1081.538291] env[69220]: _type = "Task" [ 1081.538291] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.552479] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.593188] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52399afa-3f4e-88e4-2c1c-324e42bf6fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.052635} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.594735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.595167] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] af5cac11-6c72-4093-b734-e5b715543968/af5cac11-6c72-4093-b734-e5b715543968.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.595607] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.595918] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.596224] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Deleting the datastore file [datastore2] aa4a7360-724e-4248-97f6-93db0cf91d1e {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.596563] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25939ebb-9d1c-42fa-b645-102b80fb529d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.598786] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5c71d8-a741-429d-a272-16b66ed5b2fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.605125] env[69220]: DEBUG oslo_vmware.api [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for the task: (returnval){ [ 1081.605125] env[69220]: value = "task-2801524" [ 1081.605125] env[69220]: _type = "Task" [ 1081.605125] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.606826] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1081.606826] env[69220]: value = "task-2801523" [ 1081.606826] env[69220]: _type = "Task" [ 1081.606826] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.611734] env[69220]: DEBUG nova.network.neutron [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.624639] env[69220]: DEBUG oslo_vmware.api [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.629412] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.807580] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ceb4a2-6794-45c4-a146-b5685390e04e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.818615] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Suspending the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1081.819038] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b252b72a-ae74-4675-b26d-c9cdd2a6f31a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.827928] env[69220]: DEBUG oslo_vmware.api [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1081.827928] env[69220]: value = "task-2801525" [ 1081.827928] env[69220]: _type = "Task" [ 1081.827928] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.841474] env[69220]: DEBUG oslo_vmware.api [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801525, 'name': SuspendVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.965748] env[69220]: DEBUG oslo_concurrency.lockutils [None req-22acf7de-24a8-46a3-8057-69c0f6d884fb tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.966962] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.520s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.967221] env[69220]: DEBUG nova.objects.instance [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lazy-loading 'resources' on Instance uuid 8c0bb186-8ba8-4863-95cf-07e1602a2f65 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.050685] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159986} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.050982] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.051937] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f049b80-9416-4aef-b959-870dada83bea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.075224] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.075573] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-001a7325-c4f1-4cd6-96aa-075d2105c16f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.099102] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1082.099102] env[69220]: value = "task-2801526" [ 1082.099102] env[69220]: _type = "Task" [ 1082.099102] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.111040] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.116018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Releasing lock "refresh_cache-efc10199-9f4e-4c50-9d6e-91c42f8379de" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.116751] env[69220]: DEBUG nova.compute.manager [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.117085] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.117479] env[69220]: DEBUG oslo_vmware.api [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Task: {'id': task-2801524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331922} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.122194] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42015f0e-ba5a-4643-8c37-d7687d84e254 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.125225] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.125613] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.125903] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.126205] env[69220]: INFO nova.compute.manager [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1082.126558] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.126949] env[69220]: DEBUG nova.compute.manager [-] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.127162] env[69220]: DEBUG nova.network.neutron [-] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.134480] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.137344] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.137737] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7589a13-90c1-441a-a047-43aab03efc35 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.147025] env[69220]: DEBUG oslo_vmware.api [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1082.147025] env[69220]: value = "task-2801527" [ 1082.147025] env[69220]: _type = "Task" [ 1082.147025] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.153752] env[69220]: DEBUG oslo_vmware.api [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.345539] env[69220]: DEBUG oslo_vmware.api [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801525, 'name': SuspendVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.618369] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.618728] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.619964] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801526, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.634266] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.660124] env[69220]: DEBUG oslo_vmware.api [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801527, 'name': PowerOffVM_Task, 'duration_secs': 0.136947} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.660124] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.660124] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.660124] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d34ae411-b596-4e30-b5c3-96afae98ecd0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.687409] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.687409] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.687409] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Deleting the datastore file [datastore1] efc10199-9f4e-4c50-9d6e-91c42f8379de {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.687677] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40a41dd9-c1c9-470f-a848-58009a63b993 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.694330] env[69220]: DEBUG oslo_vmware.api [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for the task: (returnval){ [ 1082.694330] env[69220]: value = "task-2801529" [ 1082.694330] env[69220]: _type = "Task" [ 1082.694330] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.699469] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bbb5e4-c93f-468c-ae3c-d3d1eca89290 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.708073] env[69220]: DEBUG oslo_vmware.api [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.711305] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcf0fa0-e636-4a9e-a7ad-5a521f812c80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.744656] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a12e81a-302e-4b64-ad01-dfcbc432f452 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.753324] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b383a366-604d-49bd-90a3-b5652623f356 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.771150] env[69220]: DEBUG nova.compute.provider_tree [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.817575] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "5fd79e38-e861-4e5d-94de-724d65bacfba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.817886] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.818099] env[69220]: DEBUG nova.compute.manager [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.819109] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f483375-a519-4e06-96f7-bd9a5e1bddae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.828867] env[69220]: DEBUG nova.compute.manager [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1082.829756] env[69220]: DEBUG nova.objects.instance [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'flavor' on Instance uuid 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.841492] env[69220]: DEBUG oslo_vmware.api [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801525, 'name': SuspendVM_Task} progress is 62%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.114123] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801526, 'name': ReconfigVM_Task, 'duration_secs': 0.517204} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.114523] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.115416] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1684a563-bf92-4a6b-842d-e35010b60abd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.127083] env[69220]: DEBUG nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.131337] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1083.131337] env[69220]: value = "task-2801530" [ 1083.131337] env[69220]: _type = "Task" [ 1083.131337] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.142555] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801523, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.359294} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.144535] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] af5cac11-6c72-4093-b734-e5b715543968/af5cac11-6c72-4093-b734-e5b715543968.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.144535] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.144887] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84a48c05-773b-4d68-b447-ef13711aa6b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.154236] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801530, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.160558] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1083.160558] env[69220]: value = "task-2801531" [ 1083.160558] env[69220]: _type = "Task" [ 1083.160558] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.172544] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.205494] env[69220]: DEBUG oslo_vmware.api [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Task: {'id': task-2801529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482304} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.205786] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.205965] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.206158] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.206328] env[69220]: INFO nova.compute.manager [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1083.206572] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.206765] env[69220]: DEBUG nova.compute.manager [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.206862] env[69220]: DEBUG nova.network.neutron [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.228534] env[69220]: DEBUG nova.network.neutron [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.275355] env[69220]: DEBUG nova.scheduler.client.report [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.305201] env[69220]: DEBUG nova.compute.manager [req-01c3ac94-033e-4488-a98c-5d210cc6e532 req-c2e921fe-cb38-49b1-b48b-11991ff5fc1e service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Received event network-vif-deleted-7afd0c83-ef70-4d0e-a190-e8ec1bf38c56 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.305405] env[69220]: INFO nova.compute.manager [req-01c3ac94-033e-4488-a98c-5d210cc6e532 req-c2e921fe-cb38-49b1-b48b-11991ff5fc1e service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Neutron deleted interface 7afd0c83-ef70-4d0e-a190-e8ec1bf38c56; detaching it from the instance and deleting it from the info cache [ 1083.305623] env[69220]: DEBUG nova.network.neutron [req-01c3ac94-033e-4488-a98c-5d210cc6e532 req-c2e921fe-cb38-49b1-b48b-11991ff5fc1e service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.344944] env[69220]: DEBUG oslo_vmware.api [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801525, 'name': SuspendVM_Task} progress is 62%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.645190] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801530, 'name': Rename_Task, 'duration_secs': 0.353593} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.647018] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.647018] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4842de-1695-4b27-b055-275354662141 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.652332] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1083.652332] env[69220]: value = "task-2801532" [ 1083.652332] env[69220]: _type = "Task" [ 1083.652332] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.657358] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.661948] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.670660] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112691} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.670660] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.670660] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844294c8-d638-4d11-8746-773b0e560c72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.695401] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] af5cac11-6c72-4093-b734-e5b715543968/af5cac11-6c72-4093-b734-e5b715543968.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.695773] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2beeabe7-c2c2-429a-b241-22536469e780 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.715378] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1083.715378] env[69220]: value = "task-2801533" [ 1083.715378] env[69220]: _type = "Task" [ 1083.715378] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.723415] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.730841] env[69220]: DEBUG nova.network.neutron [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.781403] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.783991] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.127s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.785859] env[69220]: INFO nova.compute.claims [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.788587] env[69220]: DEBUG nova.network.neutron [-] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.803462] env[69220]: INFO nova.scheduler.client.report [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted allocations for instance 8c0bb186-8ba8-4863-95cf-07e1602a2f65 [ 1083.810443] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e996951d-20ec-43a8-b2e8-ece18c54af7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.819829] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bef294-3913-4b7f-a14b-90e77e4b1c17 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.841972] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.842273] env[69220]: DEBUG oslo_vmware.api [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801525, 'name': SuspendVM_Task, 'duration_secs': 1.575287} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.851837] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7bc10f2-b443-4f5d-9cb0-1e1076aac0f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.854033] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Suspended the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1083.854033] env[69220]: DEBUG nova.compute.manager [None req-380c0460-3a15-4fe0-86bc-ec5217fd2534 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.855231] env[69220]: DEBUG nova.compute.manager [req-01c3ac94-033e-4488-a98c-5d210cc6e532 req-c2e921fe-cb38-49b1-b48b-11991ff5fc1e service nova] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Detach interface failed, port_id=7afd0c83-ef70-4d0e-a190-e8ec1bf38c56, reason: Instance aa4a7360-724e-4248-97f6-93db0cf91d1e could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1083.856174] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d5b49-4754-4b32-8dff-ac4a8af032f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.864892] env[69220]: DEBUG oslo_vmware.api [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1083.864892] env[69220]: value = "task-2801534" [ 1083.864892] env[69220]: _type = "Task" [ 1083.864892] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.880503] env[69220]: DEBUG oslo_vmware.api [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.162038] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.224911] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801533, 'name': ReconfigVM_Task, 'duration_secs': 0.313083} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.225864] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Reconfigured VM instance instance-00000066 to attach disk [datastore1] af5cac11-6c72-4093-b734-e5b715543968/af5cac11-6c72-4093-b734-e5b715543968.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.226543] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc6a4b64-f922-430d-8166-21051d942531 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.233585] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1084.233585] env[69220]: value = "task-2801535" [ 1084.233585] env[69220]: _type = "Task" [ 1084.233585] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.235131] env[69220]: INFO nova.compute.manager [-] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Took 1.03 seconds to deallocate network for instance. [ 1084.247833] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801535, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.295093] env[69220]: INFO nova.compute.manager [-] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Took 2.17 seconds to deallocate network for instance. [ 1084.314061] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ac2685ab-5097-471d-82ec-de6a5bdbb422 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "8c0bb186-8ba8-4863-95cf-07e1602a2f65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.406s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.380286] env[69220]: DEBUG oslo_vmware.api [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801534, 'name': PowerOffVM_Task, 'duration_secs': 0.257962} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.381745] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.381883] env[69220]: DEBUG nova.compute.manager [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.382962] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b905044-dcdb-4b2e-9e08-8bfab9860ea8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.667079] env[69220]: DEBUG oslo_vmware.api [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801532, 'name': PowerOnVM_Task, 'duration_secs': 0.671242} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.667970] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.667970] env[69220]: INFO nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1084.667970] env[69220]: DEBUG nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.668532] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5504ad-6f45-4ed4-ba0b-38547d93d151 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.745085] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801535, 'name': Rename_Task, 'duration_secs': 0.163832} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.745386] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.745689] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa63f47-a9f7-47c0-ab25-1741fb0fe47a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.755175] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.755498] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1084.755498] env[69220]: value = "task-2801536" [ 1084.755498] env[69220]: _type = "Task" [ 1084.755498] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.770243] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801536, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.806110] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.901232] env[69220]: DEBUG oslo_concurrency.lockutils [None req-646bac9f-d211-426e-9736-c1a5c771a7c0 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.011223] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd01012-6515-40bd-b400-129a764e3642 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.019862] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd927b40-e723-4bcd-b5c3-ef3577916c38 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.062554] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299be9e5-2d4b-494b-91ce-94d90a5f4a8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.070623] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0c6375-5847-4ee1-995e-58d3204aaf5b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.085960] env[69220]: DEBUG nova.compute.provider_tree [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.189924] env[69220]: INFO nova.compute.manager [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Took 19.82 seconds to build instance. [ 1085.269573] env[69220]: DEBUG oslo_vmware.api [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801536, 'name': PowerOnVM_Task, 'duration_secs': 0.455467} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.269573] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.269573] env[69220]: INFO nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1085.269573] env[69220]: DEBUG nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.269573] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd3617-3c6f-4275-a013-4b4e6fe23e1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.589136] env[69220]: DEBUG nova.scheduler.client.report [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.613459] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.613627] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.613826] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.614248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.614248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.616230] env[69220]: INFO nova.compute.manager [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Terminating instance [ 1085.690546] env[69220]: DEBUG oslo_concurrency.lockutils [None req-44c59cea-cc78-44ed-9e66-e75b3fca9dbf tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "31a05e33-bb66-4b16-a52a-4012344b4457" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.325s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.787630] env[69220]: INFO nova.compute.manager [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Took 19.99 seconds to build instance. [ 1086.007045] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "798f9b00-6de7-44a0-9ccc-119774d88bbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.007326] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "798f9b00-6de7-44a0-9ccc-119774d88bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.007529] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "798f9b00-6de7-44a0-9ccc-119774d88bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.007707] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "798f9b00-6de7-44a0-9ccc-119774d88bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.007869] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "798f9b00-6de7-44a0-9ccc-119774d88bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.012023] env[69220]: INFO nova.compute.manager [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Terminating instance [ 1086.098665] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.098665] env[69220]: DEBUG nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.100081] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.345s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.100531] env[69220]: DEBUG nova.objects.instance [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lazy-loading 'resources' on Instance uuid efc10199-9f4e-4c50-9d6e-91c42f8379de {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.121837] env[69220]: DEBUG nova.compute.manager [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.122116] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.123113] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c182b3a6-6903-45fe-873c-a8678fb7ab11 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.131911] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.132362] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4d3532e-4f93-417a-a1c2-4b0f49d73000 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.148746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "5b70c878-32be-42ca-8ded-963b3e77ba43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.148990] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.159533] env[69220]: DEBUG nova.compute.manager [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Stashing vm_state: stopped {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1086.288130] env[69220]: DEBUG oslo_concurrency.lockutils [None req-78e2ab02-e3c8-4d4e-ba0a-423e99d46d8c tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "af5cac11-6c72-4093-b734-e5b715543968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.494s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.514656] env[69220]: DEBUG nova.compute.manager [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.515330] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.515806] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c0eee1-2247-48a7-b277-73560ffcc51c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.523693] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.523915] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7828ae53-7978-4b7b-8c7a-c208dc97037b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.530054] env[69220]: DEBUG oslo_vmware.api [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1086.530054] env[69220]: value = "task-2801538" [ 1086.530054] env[69220]: _type = "Task" [ 1086.530054] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.537407] env[69220]: DEBUG oslo_vmware.api [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.578102] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.578320] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.578576] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleting the datastore file [datastore1] 4fc95f3b-5189-43f3-ab5c-924e83c03e7c {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.578791] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c02c5701-991b-4e1f-8b5e-e10a59995b89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.584653] env[69220]: DEBUG oslo_vmware.api [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1086.584653] env[69220]: value = "task-2801539" [ 1086.584653] env[69220]: _type = "Task" [ 1086.584653] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.592858] env[69220]: DEBUG oslo_vmware.api [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.603470] env[69220]: DEBUG nova.compute.utils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.608687] env[69220]: DEBUG nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.609159] env[69220]: DEBUG nova.network.neutron [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.652600] env[69220]: DEBUG nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.657384] env[69220]: DEBUG nova.policy [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '348b5626006f45d7bc0bbda047559387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '345c8ce41af8442191c25cce52041c93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.680825] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.816093] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.816560] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.867275] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4776e2-e1b3-4fcc-9bc4-585540a6103c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.876386] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5154661-ff03-4309-8ec8-419b4b08ec45 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.907447] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c218e526-f0fe-49b6-b134-c717d628b390 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.915124] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5bea7-82d9-4110-b21f-b27fe8496e01 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.929387] env[69220]: DEBUG nova.compute.provider_tree [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.995709] env[69220]: DEBUG nova.network.neutron [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Successfully created port: a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.041237] env[69220]: DEBUG oslo_vmware.api [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801538, 'name': PowerOffVM_Task, 'duration_secs': 0.252405} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.041540] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.041769] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.042079] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65e15d87-2ef4-4ed8-a7f1-c0bb0789eca3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.095103] env[69220]: DEBUG oslo_vmware.api [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154607} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.095399] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.095596] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.095778] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.095968] env[69220]: INFO nova.compute.manager [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Took 0.97 seconds to destroy the instance on the hypervisor. [ 1087.096501] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.096614] env[69220]: DEBUG nova.compute.manager [-] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.096747] env[69220]: DEBUG nova.network.neutron [-] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.108934] env[69220]: DEBUG nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.120837] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.121085] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.121245] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleting the datastore file [datastore2] 798f9b00-6de7-44a0-9ccc-119774d88bbc {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.121513] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0334ce1f-c4e9-49de-9b08-2fc39fb5eded {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.128446] env[69220]: DEBUG oslo_vmware.api [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for the task: (returnval){ [ 1087.128446] env[69220]: value = "task-2801541" [ 1087.128446] env[69220]: _type = "Task" [ 1087.128446] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.139214] env[69220]: DEBUG oslo_vmware.api [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.179784] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.322430] env[69220]: DEBUG nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.377146] env[69220]: DEBUG nova.compute.manager [req-b386b374-f93c-43d4-a40b-b4ee6deb3a7b req-0395da27-7cec-497d-be92-8a2faafe551b service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Received event network-vif-deleted-7fda3253-143a-42d8-adc3-c1350525bff6 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.377370] env[69220]: INFO nova.compute.manager [req-b386b374-f93c-43d4-a40b-b4ee6deb3a7b req-0395da27-7cec-497d-be92-8a2faafe551b service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Neutron deleted interface 7fda3253-143a-42d8-adc3-c1350525bff6; detaching it from the instance and deleting it from the info cache [ 1087.377540] env[69220]: DEBUG nova.network.neutron [req-b386b374-f93c-43d4-a40b-b4ee6deb3a7b req-0395da27-7cec-497d-be92-8a2faafe551b service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.434626] env[69220]: DEBUG nova.scheduler.client.report [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.638105] env[69220]: DEBUG oslo_vmware.api [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Task: {'id': task-2801541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155006} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.638700] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.639515] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.639774] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.639944] env[69220]: INFO nova.compute.manager [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1087.640198] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.640401] env[69220]: DEBUG nova.compute.manager [-] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.640579] env[69220]: DEBUG nova.network.neutron [-] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.848543] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.865017] env[69220]: DEBUG nova.network.neutron [-] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.880849] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c7fc115-78b0-465c-b4c4-686ab9db8474 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.896305] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154e0ff9-8ae2-4b00-a72a-c680cf183c89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.931684] env[69220]: DEBUG nova.compute.manager [req-b386b374-f93c-43d4-a40b-b4ee6deb3a7b req-0395da27-7cec-497d-be92-8a2faafe551b service nova] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Detach interface failed, port_id=7fda3253-143a-42d8-adc3-c1350525bff6, reason: Instance 4fc95f3b-5189-43f3-ab5c-924e83c03e7c could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1087.939164] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.941960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.136s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.942224] env[69220]: DEBUG nova.objects.instance [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lazy-loading 'resources' on Instance uuid aa4a7360-724e-4248-97f6-93db0cf91d1e {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.962430] env[69220]: INFO nova.scheduler.client.report [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Deleted allocations for instance efc10199-9f4e-4c50-9d6e-91c42f8379de [ 1088.120116] env[69220]: DEBUG nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.148045] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.148303] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.148457] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.148635] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.148779] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.148928] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.149170] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.149333] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.149502] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.149663] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.149837] env[69220]: DEBUG nova.virt.hardware [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.151050] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4aad7c-b31a-4cde-a9fa-96d5ea078e2f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.158558] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5ae1a1-eaa0-428c-95c8-c4a2700c24f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.371109] env[69220]: INFO nova.compute.manager [-] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Took 1.27 seconds to deallocate network for instance. [ 1088.380088] env[69220]: DEBUG nova.compute.manager [req-1967ab03-14ff-4ccc-9edb-0755f5ee4c5a req-97b14c25-f76e-4145-8412-fd5c63f348e8 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Received event network-vif-plugged-a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.380312] env[69220]: DEBUG oslo_concurrency.lockutils [req-1967ab03-14ff-4ccc-9edb-0755f5ee4c5a req-97b14c25-f76e-4145-8412-fd5c63f348e8 service nova] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.380518] env[69220]: DEBUG oslo_concurrency.lockutils [req-1967ab03-14ff-4ccc-9edb-0755f5ee4c5a req-97b14c25-f76e-4145-8412-fd5c63f348e8 service nova] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.380776] env[69220]: DEBUG oslo_concurrency.lockutils [req-1967ab03-14ff-4ccc-9edb-0755f5ee4c5a req-97b14c25-f76e-4145-8412-fd5c63f348e8 service nova] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.381035] env[69220]: DEBUG nova.compute.manager [req-1967ab03-14ff-4ccc-9edb-0755f5ee4c5a req-97b14c25-f76e-4145-8412-fd5c63f348e8 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] No waiting events found dispatching network-vif-plugged-a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.381366] env[69220]: WARNING nova.compute.manager [req-1967ab03-14ff-4ccc-9edb-0755f5ee4c5a req-97b14c25-f76e-4145-8412-fd5c63f348e8 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Received unexpected event network-vif-plugged-a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 for instance with vm_state building and task_state spawning. [ 1088.412614] env[69220]: DEBUG nova.network.neutron [-] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.460102] env[69220]: DEBUG nova.network.neutron [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Successfully updated port: a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.470583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c738011b-410d-4373-a305-8c51de2ade8d tempest-ServersListShow298Test-554375864 tempest-ServersListShow298Test-554375864-project-member] Lock "efc10199-9f4e-4c50-9d6e-91c42f8379de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.023s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.609609] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6251bbd6-a586-4f06-b8fc-7a12d2129013 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.616902] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e3ae79-1aca-44bb-b4db-256fb452c4e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.646119] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3da100-e651-4f9d-ae9b-cc906ec18174 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.653080] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fce92c-db7d-40e8-b692-d3c19ea5289d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.666017] env[69220]: DEBUG nova.compute.provider_tree [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.877690] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.915055] env[69220]: INFO nova.compute.manager [-] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Took 1.27 seconds to deallocate network for instance. [ 1088.969745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.969745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.969745] env[69220]: DEBUG nova.network.neutron [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.190489] env[69220]: ERROR nova.scheduler.client.report [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] [req-33b83ce8-f88b-4d7d-bf6d-46a84fcf9e8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33b83ce8-f88b-4d7d-bf6d-46a84fcf9e8c"}]} [ 1089.207269] env[69220]: DEBUG nova.scheduler.client.report [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1089.221701] env[69220]: DEBUG nova.scheduler.client.report [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1089.222247] env[69220]: DEBUG nova.compute.provider_tree [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.233533] env[69220]: DEBUG nova.scheduler.client.report [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1089.252587] env[69220]: DEBUG nova.scheduler.client.report [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1089.404131] env[69220]: DEBUG nova.compute.manager [req-45f4580f-cc25-43b1-ab06-f71f43cc6823 req-0fc51e1f-81c2-4f5f-8c2a-bbd64f06fded service nova] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Received event network-vif-deleted-8c703955-b426-437b-ab03-b33847e484b5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.422027] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.438444] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665a434e-43ca-4efd-b60f-4c31d9967c25 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.446633] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4014d9-dd0e-42c9-8436-c5002cb41e47 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.478017] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a63b584-4dff-40a7-9a88-6729b06125c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.485530] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac43574b-a8fe-4584-9cae-45a986ea2991 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.498840] env[69220]: DEBUG nova.compute.provider_tree [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.510143] env[69220]: DEBUG nova.network.neutron [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.648604] env[69220]: DEBUG nova.network.neutron [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updating instance_info_cache with network_info: [{"id": "a7840ad7-d0ef-4c30-9dd8-f08e42c83f96", "address": "fa:16:3e:94:f3:39", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7840ad7-d0", "ovs_interfaceid": "a7840ad7-d0ef-4c30-9dd8-f08e42c83f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.035879] env[69220]: DEBUG nova.scheduler.client.report [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1090.035879] env[69220]: DEBUG nova.compute.provider_tree [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 138 to 139 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.036233] env[69220]: DEBUG nova.compute.provider_tree [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.151471] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Releasing lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.151828] env[69220]: DEBUG nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Instance network_info: |[{"id": "a7840ad7-d0ef-4c30-9dd8-f08e42c83f96", "address": "fa:16:3e:94:f3:39", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7840ad7-d0", "ovs_interfaceid": "a7840ad7-d0ef-4c30-9dd8-f08e42c83f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.152305] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:f3:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7840ad7-d0ef-4c30-9dd8-f08e42c83f96', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.160252] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.160494] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.160739] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92d5660-c510-461d-91cd-9ea7d9a921aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.181496] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.181496] env[69220]: value = "task-2801542" [ 1090.181496] env[69220]: _type = "Task" [ 1090.181496] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.190571] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801542, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.409359] env[69220]: DEBUG nova.compute.manager [req-5d4194f0-4415-4146-96ec-ece86e2e2314 req-58c5ca89-88a0-4485-be90-4577ebaeb762 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Received event network-changed-a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.409560] env[69220]: DEBUG nova.compute.manager [req-5d4194f0-4415-4146-96ec-ece86e2e2314 req-58c5ca89-88a0-4485-be90-4577ebaeb762 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Refreshing instance network info cache due to event network-changed-a7840ad7-d0ef-4c30-9dd8-f08e42c83f96. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1090.409849] env[69220]: DEBUG oslo_concurrency.lockutils [req-5d4194f0-4415-4146-96ec-ece86e2e2314 req-58c5ca89-88a0-4485-be90-4577ebaeb762 service nova] Acquiring lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.410026] env[69220]: DEBUG oslo_concurrency.lockutils [req-5d4194f0-4415-4146-96ec-ece86e2e2314 req-58c5ca89-88a0-4485-be90-4577ebaeb762 service nova] Acquired lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.410207] env[69220]: DEBUG nova.network.neutron [req-5d4194f0-4415-4146-96ec-ece86e2e2314 req-58c5ca89-88a0-4485-be90-4577ebaeb762 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Refreshing network info cache for port a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.540960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.599s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.544038] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.863s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.573160] env[69220]: INFO nova.scheduler.client.report [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Deleted allocations for instance aa4a7360-724e-4248-97f6-93db0cf91d1e [ 1090.690432] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801542, 'name': CreateVM_Task, 'duration_secs': 0.388748} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.690576] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.691318] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.691549] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.691925] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.692250] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c091b1c-afe8-40a7-896f-5bde2d226950 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.697144] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1090.697144] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d0dc25-4a92-6d62-637b-fa87e6a7bd32" [ 1090.697144] env[69220]: _type = "Task" [ 1090.697144] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.705078] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d0dc25-4a92-6d62-637b-fa87e6a7bd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.049132] env[69220]: INFO nova.compute.claims [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.081378] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6a61d73a-c193-4cf6-95e3-05e5b9a660b2 tempest-ServersTestJSON-1098570706 tempest-ServersTestJSON-1098570706-project-member] Lock "aa4a7360-724e-4248-97f6-93db0cf91d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.637s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.113281] env[69220]: DEBUG nova.network.neutron [req-5d4194f0-4415-4146-96ec-ece86e2e2314 req-58c5ca89-88a0-4485-be90-4577ebaeb762 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updated VIF entry in instance network info cache for port a7840ad7-d0ef-4c30-9dd8-f08e42c83f96. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.113642] env[69220]: DEBUG nova.network.neutron [req-5d4194f0-4415-4146-96ec-ece86e2e2314 req-58c5ca89-88a0-4485-be90-4577ebaeb762 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updating instance_info_cache with network_info: [{"id": "a7840ad7-d0ef-4c30-9dd8-f08e42c83f96", "address": "fa:16:3e:94:f3:39", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7840ad7-d0", "ovs_interfaceid": "a7840ad7-d0ef-4c30-9dd8-f08e42c83f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.209052] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d0dc25-4a92-6d62-637b-fa87e6a7bd32, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.209052] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.209052] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.209052] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.209270] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.209270] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.209531] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc877e14-ae7e-42f7-8895-38725156862e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.218208] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.218464] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.219214] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4928e8-3839-4bf1-8ef2-c7a4c739aa8d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.224286] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1091.224286] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d782cf-1fd1-c371-0990-8b5e50618be7" [ 1091.224286] env[69220]: _type = "Task" [ 1091.224286] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.231733] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d782cf-1fd1-c371-0990-8b5e50618be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.559055] env[69220]: INFO nova.compute.resource_tracker [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating resource usage from migration ab1fa290-b5ba-426c-8517-cb42d95be9fa [ 1091.615773] env[69220]: DEBUG oslo_concurrency.lockutils [req-5d4194f0-4415-4146-96ec-ece86e2e2314 req-58c5ca89-88a0-4485-be90-4577ebaeb762 service nova] Releasing lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.737236] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d782cf-1fd1-c371-0990-8b5e50618be7, 'name': SearchDatastore_Task, 'duration_secs': 0.008146} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.739646] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2334617-e736-4667-baed-fa72ef548827 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.743035] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe2f32b-dc0e-4559-a469-b943932c6dda {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.753480] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e84ef5c-ae4b-44a9-b2f8-39ac96bce749 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.757358] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1091.757358] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522e39a0-92a2-5065-a456-170691c26f29" [ 1091.757358] env[69220]: _type = "Task" [ 1091.757358] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.788550] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30afd152-5d63-4136-9487-095c7193589f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.794770] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522e39a0-92a2-5065-a456-170691c26f29, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.795541] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.797271] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] fc02c9cd-9c48-4782-858e-d96318acbc3d/fc02c9cd-9c48-4782-858e-d96318acbc3d.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.797271] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae1916f1-5312-4988-bb2b-4be5277419a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.801731] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93e89c-8818-4429-b637-68d8ae287b02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.808081] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1091.808081] env[69220]: value = "task-2801543" [ 1091.808081] env[69220]: _type = "Task" [ 1091.808081] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.820371] env[69220]: DEBUG nova.compute.provider_tree [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.826715] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.318749] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420655} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.319139] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] fc02c9cd-9c48-4782-858e-d96318acbc3d/fc02c9cd-9c48-4782-858e-d96318acbc3d.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.319331] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.319591] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c9aaa0e-6ff8-46a0-bd11-a748bc849660 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.323471] env[69220]: DEBUG nova.scheduler.client.report [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.330042] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1092.330042] env[69220]: value = "task-2801544" [ 1092.330042] env[69220]: _type = "Task" [ 1092.330042] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.336717] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.829123] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.285s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.831369] env[69220]: INFO nova.compute.manager [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Migrating [ 1092.838140] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.658s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.839895] env[69220]: INFO nova.compute.claims [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.861504] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063505} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.862233] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.863045] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555bf860-5eca-42ea-b335-b9e4e926ef90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.890900] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] fc02c9cd-9c48-4782-858e-d96318acbc3d/fc02c9cd-9c48-4782-858e-d96318acbc3d.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.892082] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03fafa99-9779-468d-9089-1d84f0f52d4c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.911702] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1092.911702] env[69220]: value = "task-2801545" [ 1092.911702] env[69220]: _type = "Task" [ 1092.911702] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.919941] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.357680] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.357680] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.357680] env[69220]: DEBUG nova.network.neutron [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.423114] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801545, 'name': ReconfigVM_Task, 'duration_secs': 0.298995} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.423424] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfigured VM instance instance-00000067 to attach disk [datastore2] fc02c9cd-9c48-4782-858e-d96318acbc3d/fc02c9cd-9c48-4782-858e-d96318acbc3d.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.424258] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17ddc398-2777-45de-9f8c-fc61eb4b7a81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.430891] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1093.430891] env[69220]: value = "task-2801546" [ 1093.430891] env[69220]: _type = "Task" [ 1093.430891] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.439634] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801546, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.942629] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801546, 'name': Rename_Task, 'duration_secs': 0.142155} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.942899] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.943190] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4654e69d-8f34-4669-b847-6f59b01a571d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.949766] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1093.949766] env[69220]: value = "task-2801547" [ 1093.949766] env[69220]: _type = "Task" [ 1093.949766] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.959392] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.034225] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295b2f8-8fb8-4ca5-8bff-fd2cd2ce2024 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.042124] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4d265c-7397-4597-bcb9-78489260f3ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.076730] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc320af4-9cf3-46ca-9c62-44bd42ea6b0c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.085117] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fcaf49-4902-4396-afec-c0173531fae2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.099129] env[69220]: DEBUG nova.compute.provider_tree [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.146272] env[69220]: DEBUG nova.network.neutron [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [{"id": "93d644ac-5867-41c8-9031-60237a47c9b6", "address": "fa:16:3e:01:f8:7c", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d644ac-58", "ovs_interfaceid": "93d644ac-5867-41c8-9031-60237a47c9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.461643] env[69220]: DEBUG oslo_vmware.api [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801547, 'name': PowerOnVM_Task, 'duration_secs': 0.440221} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.461933] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.462137] env[69220]: INFO nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1094.462343] env[69220]: DEBUG nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.463194] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b545cdfe-e9a0-47f5-9d1e-99e9fc3756cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.605546] env[69220]: DEBUG nova.scheduler.client.report [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.649938] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.983864] env[69220]: INFO nova.compute.manager [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Took 11.35 seconds to build instance. [ 1095.110991] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.111616] env[69220]: DEBUG nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.115249] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.267s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.115815] env[69220]: INFO nova.compute.claims [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.241699] env[69220]: DEBUG nova.compute.manager [req-4eb2ed85-2238-42a9-a654-8aacdcabdb86 req-a680fb98-b2be-41cc-bc62-5e245a24c677 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Received event network-changed-a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.241909] env[69220]: DEBUG nova.compute.manager [req-4eb2ed85-2238-42a9-a654-8aacdcabdb86 req-a680fb98-b2be-41cc-bc62-5e245a24c677 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Refreshing instance network info cache due to event network-changed-a7840ad7-d0ef-4c30-9dd8-f08e42c83f96. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1095.242138] env[69220]: DEBUG oslo_concurrency.lockutils [req-4eb2ed85-2238-42a9-a654-8aacdcabdb86 req-a680fb98-b2be-41cc-bc62-5e245a24c677 service nova] Acquiring lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.242282] env[69220]: DEBUG oslo_concurrency.lockutils [req-4eb2ed85-2238-42a9-a654-8aacdcabdb86 req-a680fb98-b2be-41cc-bc62-5e245a24c677 service nova] Acquired lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.242441] env[69220]: DEBUG nova.network.neutron [req-4eb2ed85-2238-42a9-a654-8aacdcabdb86 req-a680fb98-b2be-41cc-bc62-5e245a24c677 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Refreshing network info cache for port a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.485776] env[69220]: DEBUG oslo_concurrency.lockutils [None req-85caeed9-3227-4a1c-97d5-07f7afe2dbb1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.867s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.626628] env[69220]: DEBUG nova.compute.utils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.628027] env[69220]: DEBUG nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.628207] env[69220]: DEBUG nova.network.neutron [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.666414] env[69220]: DEBUG nova.policy [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97b6780001d34f64be60ce1249e416bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289ebec4fb7d46eb9c8ab8a6d3ac4d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.959487] env[69220]: DEBUG nova.network.neutron [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Successfully created port: 79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.968447] env[69220]: DEBUG nova.network.neutron [req-4eb2ed85-2238-42a9-a654-8aacdcabdb86 req-a680fb98-b2be-41cc-bc62-5e245a24c677 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updated VIF entry in instance network info cache for port a7840ad7-d0ef-4c30-9dd8-f08e42c83f96. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.968789] env[69220]: DEBUG nova.network.neutron [req-4eb2ed85-2238-42a9-a654-8aacdcabdb86 req-a680fb98-b2be-41cc-bc62-5e245a24c677 service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updating instance_info_cache with network_info: [{"id": "a7840ad7-d0ef-4c30-9dd8-f08e42c83f96", "address": "fa:16:3e:94:f3:39", "network": {"id": "5c1cd658-3553-4b41-a70a-b8966bba8238", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-275681808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345c8ce41af8442191c25cce52041c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7840ad7-d0", "ovs_interfaceid": "a7840ad7-d0ef-4c30-9dd8-f08e42c83f96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.132993] env[69220]: DEBUG nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.167294] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d55586-6b15-4c1e-9fb2-aa1e0a4ccfb1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.188762] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance '5fd79e38-e861-4e5d-94de-724d65bacfba' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.309198] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0104f5-c6eb-4abf-a27c-4780cf1323ed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.316967] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236d9d7b-c654-4db9-92ae-e8fe70c41f81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.348725] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023ecd00-518e-475e-b8f0-9cee0385c214 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.355867] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89ca1c9-535e-4768-a0db-888ad02360bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.371120] env[69220]: DEBUG nova.compute.provider_tree [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.471721] env[69220]: DEBUG oslo_concurrency.lockutils [req-4eb2ed85-2238-42a9-a654-8aacdcabdb86 req-a680fb98-b2be-41cc-bc62-5e245a24c677 service nova] Releasing lock "refresh_cache-fc02c9cd-9c48-4782-858e-d96318acbc3d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.697287] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.697614] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-909c1a48-7fb7-4859-bb04-c91a83d3edaf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.703821] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1096.703821] env[69220]: value = "task-2801548" [ 1096.703821] env[69220]: _type = "Task" [ 1096.703821] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.712243] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.874510] env[69220]: DEBUG nova.scheduler.client.report [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.144563] env[69220]: DEBUG nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.173281] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.173594] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.173763] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.173962] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.174170] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.174331] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.174561] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.174738] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.174923] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.175125] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.175324] env[69220]: DEBUG nova.virt.hardware [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.176261] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe49de81-d377-48f1-a86f-28c267962f60 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.185186] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29416158-285b-42f2-98bd-30a479e3d075 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.213599] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1097.213812] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance '5fd79e38-e861-4e5d-94de-724d65bacfba' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.312073] env[69220]: DEBUG nova.compute.manager [req-6d0f994d-f702-4e1a-987c-0528e3232fc1 req-c8131da1-4a1b-47c1-87dc-0250e7876b88 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Received event network-vif-plugged-79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.312292] env[69220]: DEBUG oslo_concurrency.lockutils [req-6d0f994d-f702-4e1a-987c-0528e3232fc1 req-c8131da1-4a1b-47c1-87dc-0250e7876b88 service nova] Acquiring lock "5b70c878-32be-42ca-8ded-963b3e77ba43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.312506] env[69220]: DEBUG oslo_concurrency.lockutils [req-6d0f994d-f702-4e1a-987c-0528e3232fc1 req-c8131da1-4a1b-47c1-87dc-0250e7876b88 service nova] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.312675] env[69220]: DEBUG oslo_concurrency.lockutils [req-6d0f994d-f702-4e1a-987c-0528e3232fc1 req-c8131da1-4a1b-47c1-87dc-0250e7876b88 service nova] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.312840] env[69220]: DEBUG nova.compute.manager [req-6d0f994d-f702-4e1a-987c-0528e3232fc1 req-c8131da1-4a1b-47c1-87dc-0250e7876b88 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] No waiting events found dispatching network-vif-plugged-79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.313009] env[69220]: WARNING nova.compute.manager [req-6d0f994d-f702-4e1a-987c-0528e3232fc1 req-c8131da1-4a1b-47c1-87dc-0250e7876b88 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Received unexpected event network-vif-plugged-79260c53-85c3-4bdc-a055-4ebe8bcbe519 for instance with vm_state building and task_state spawning. [ 1097.379134] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.379662] env[69220]: DEBUG nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.382236] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.505s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.382461] env[69220]: DEBUG nova.objects.instance [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'resources' on Instance uuid 4fc95f3b-5189-43f3-ab5c-924e83c03e7c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.401773] env[69220]: DEBUG nova.network.neutron [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Successfully updated port: 79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.721894] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.722376] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.722475] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.722668] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.722815] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.722962] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.723517] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.723517] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.723640] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.723788] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.723920] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.729464] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b1c020-276f-41ef-867c-155d5848b8ed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.747886] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1097.747886] env[69220]: value = "task-2801549" [ 1097.747886] env[69220]: _type = "Task" [ 1097.747886] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.757183] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.889013] env[69220]: DEBUG nova.compute.utils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.890671] env[69220]: DEBUG nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.890852] env[69220]: DEBUG nova.network.neutron [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.905115] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.905302] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.905526] env[69220]: DEBUG nova.network.neutron [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.932807] env[69220]: DEBUG nova.policy [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a96e5f80f864a9eaea5ac4a8458799c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5706402b1b194600bfe11d9544c93aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.045335] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb029c25-c84c-432c-ab33-6c5a9f00c84c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.053054] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f798b65-5955-489d-ab38-6327f195fa1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.082970] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81507fff-111b-499b-a4e8-ec5d47ef9562 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.091824] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81fe9b7-608e-41b5-a9a9-74963f59c49f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.104697] env[69220]: DEBUG nova.compute.provider_tree [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.198924] env[69220]: DEBUG nova.network.neutron [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Successfully created port: e0be5b75-f578-45ae-921f-f1bebe3563ab {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.258629] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801549, 'name': ReconfigVM_Task, 'duration_secs': 0.167779} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.259012] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance '5fd79e38-e861-4e5d-94de-724d65bacfba' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.393910] env[69220]: DEBUG nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.436278] env[69220]: DEBUG nova.network.neutron [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.596142] env[69220]: DEBUG nova.network.neutron [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updating instance_info_cache with network_info: [{"id": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "address": "fa:16:3e:47:85:4a", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79260c53-85", "ovs_interfaceid": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.607971] env[69220]: DEBUG nova.scheduler.client.report [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.766441] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.766441] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.766441] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.766441] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.766441] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.766441] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.767156] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.767156] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.767156] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.767156] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.767384] env[69220]: DEBUG nova.virt.hardware [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.772706] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.772826] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a481a33-e55f-4873-8943-95e13f105215 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.792381] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1098.792381] env[69220]: value = "task-2801550" [ 1098.792381] env[69220]: _type = "Task" [ 1098.792381] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.801039] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.099285] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.099616] env[69220]: DEBUG nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Instance network_info: |[{"id": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "address": "fa:16:3e:47:85:4a", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79260c53-85", "ovs_interfaceid": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.100056] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:85:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79260c53-85c3-4bdc-a055-4ebe8bcbe519', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.107683] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Creating folder: Project (289ebec4fb7d46eb9c8ab8a6d3ac4d2b). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.107917] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef04f14c-bb95-4a2b-a6cf-d917c708aa2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.112115] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.114840] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.693s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.115076] env[69220]: DEBUG nova.objects.instance [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lazy-loading 'resources' on Instance uuid 798f9b00-6de7-44a0-9ccc-119774d88bbc {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.121335] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Created folder: Project (289ebec4fb7d46eb9c8ab8a6d3ac4d2b) in parent group-v562703. [ 1099.121532] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Creating folder: Instances. Parent ref: group-v562977. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.122554] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59cbb692-7051-4ee9-8aef-feaffebce100 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.133551] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Created folder: Instances in parent group-v562977. [ 1099.133831] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.134399] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.134399] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7739a71f-2a03-4408-8bf5-f7ece4d4ecdb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.149222] env[69220]: INFO nova.scheduler.client.report [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted allocations for instance 4fc95f3b-5189-43f3-ab5c-924e83c03e7c [ 1099.156703] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.156703] env[69220]: value = "task-2801553" [ 1099.156703] env[69220]: _type = "Task" [ 1099.156703] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.165538] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801553, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.303088] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801550, 'name': ReconfigVM_Task, 'duration_secs': 0.186638} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.303394] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.304198] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a056d-4b14-4ea0-bca6-9b9d5c3c0ce2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.327125] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5fd79e38-e861-4e5d-94de-724d65bacfba/5fd79e38-e861-4e5d-94de-724d65bacfba.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.327540] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ebfd871-b2b6-47c0-8d4d-50c8955737f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.342589] env[69220]: DEBUG nova.compute.manager [req-2eaad6d4-b5e4-4404-983d-23f0aa2b8907 req-21133d0c-7cd3-4165-8dd4-6d5805ef1689 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Received event network-changed-79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.342743] env[69220]: DEBUG nova.compute.manager [req-2eaad6d4-b5e4-4404-983d-23f0aa2b8907 req-21133d0c-7cd3-4165-8dd4-6d5805ef1689 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Refreshing instance network info cache due to event network-changed-79260c53-85c3-4bdc-a055-4ebe8bcbe519. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.342955] env[69220]: DEBUG oslo_concurrency.lockutils [req-2eaad6d4-b5e4-4404-983d-23f0aa2b8907 req-21133d0c-7cd3-4165-8dd4-6d5805ef1689 service nova] Acquiring lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.343110] env[69220]: DEBUG oslo_concurrency.lockutils [req-2eaad6d4-b5e4-4404-983d-23f0aa2b8907 req-21133d0c-7cd3-4165-8dd4-6d5805ef1689 service nova] Acquired lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.343302] env[69220]: DEBUG nova.network.neutron [req-2eaad6d4-b5e4-4404-983d-23f0aa2b8907 req-21133d0c-7cd3-4165-8dd4-6d5805ef1689 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Refreshing network info cache for port 79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.351679] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1099.351679] env[69220]: value = "task-2801554" [ 1099.351679] env[69220]: _type = "Task" [ 1099.351679] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.363737] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.404348] env[69220]: DEBUG nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.434824] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.435135] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.435323] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.435523] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.435663] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.435810] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.436035] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.436203] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.436376] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.436543] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.436711] env[69220]: DEBUG nova.virt.hardware [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.437604] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d115ec6-b060-4da6-966f-431836369c30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.446246] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effa4a5a-8a8c-498a-9e84-8ce0646a7a5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.642024] env[69220]: DEBUG nova.network.neutron [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Successfully updated port: e0be5b75-f578-45ae-921f-f1bebe3563ab {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.664900] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0ac6996c-c2ab-4540-8f55-4671ff982d33 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "4fc95f3b-5189-43f3-ab5c-924e83c03e7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.050s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.672741] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801553, 'name': CreateVM_Task, 'duration_secs': 0.319437} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.675638] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.676412] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.676575] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.676881] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.677168] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969d1c50-c335-4317-806a-25185b141a7d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.685697] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1099.685697] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52ea1353-937c-1475-ffd3-776d81ed4415" [ 1099.685697] env[69220]: _type = "Task" [ 1099.685697] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.696149] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ea1353-937c-1475-ffd3-776d81ed4415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.801781] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2432ba3c-45a2-494c-92cd-257d54aecf8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.810329] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3416c400-d725-4cad-925e-b88e8ca72703 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.844012] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41babf75-f337-4c16-8d51-097e0fa3b064 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.857545] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b0944-0280-49d3-ab59-2c1d3bbe909c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.874630] env[69220]: DEBUG oslo_vmware.api [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801554, 'name': ReconfigVM_Task, 'duration_secs': 0.286826} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.875057] env[69220]: DEBUG nova.compute.provider_tree [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.876571] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5fd79e38-e861-4e5d-94de-724d65bacfba/5fd79e38-e861-4e5d-94de-724d65bacfba.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.877013] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance '5fd79e38-e861-4e5d-94de-724d65bacfba' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.091126] env[69220]: DEBUG nova.network.neutron [req-2eaad6d4-b5e4-4404-983d-23f0aa2b8907 req-21133d0c-7cd3-4165-8dd4-6d5805ef1689 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updated VIF entry in instance network info cache for port 79260c53-85c3-4bdc-a055-4ebe8bcbe519. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.091546] env[69220]: DEBUG nova.network.neutron [req-2eaad6d4-b5e4-4404-983d-23f0aa2b8907 req-21133d0c-7cd3-4165-8dd4-6d5805ef1689 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updating instance_info_cache with network_info: [{"id": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "address": "fa:16:3e:47:85:4a", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79260c53-85", "ovs_interfaceid": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.145080] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "refresh_cache-9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.145244] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "refresh_cache-9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.145426] env[69220]: DEBUG nova.network.neutron [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.194277] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52ea1353-937c-1475-ffd3-776d81ed4415, 'name': SearchDatastore_Task, 'duration_secs': 0.018633} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.194598] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.194828] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.195076] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.195221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.195400] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.195674] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf49e82-8e58-428d-9339-bd8df2e0f077 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.204615] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.204797] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.205699] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1704aad-b560-4778-b091-b8979df8d75e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.211367] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1100.211367] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52aaa6bb-336a-dfc1-1d14-1e1c2621c702" [ 1100.211367] env[69220]: _type = "Task" [ 1100.211367] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.219499] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52aaa6bb-336a-dfc1-1d14-1e1c2621c702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.382033] env[69220]: DEBUG nova.scheduler.client.report [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.387769] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e7656-41c5-4654-9624-486900f5f9cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.409317] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712bb49c-95a9-4385-b662-bf3bcfde016d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.428399] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance '5fd79e38-e861-4e5d-94de-724d65bacfba' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.594390] env[69220]: DEBUG oslo_concurrency.lockutils [req-2eaad6d4-b5e4-4404-983d-23f0aa2b8907 req-21133d0c-7cd3-4165-8dd4-6d5805ef1689 service nova] Releasing lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.674857] env[69220]: DEBUG nova.network.neutron [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.722531] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52aaa6bb-336a-dfc1-1d14-1e1c2621c702, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.723531] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25689607-a997-4d96-a5ec-045c601c331f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.729812] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1100.729812] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52592d21-f4a0-0d42-01ca-c88261d2acee" [ 1100.729812] env[69220]: _type = "Task" [ 1100.729812] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.739824] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52592d21-f4a0-0d42-01ca-c88261d2acee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.811038] env[69220]: DEBUG nova.network.neutron [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Updating instance_info_cache with network_info: [{"id": "e0be5b75-f578-45ae-921f-f1bebe3563ab", "address": "fa:16:3e:d3:97:25", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0be5b75-f5", "ovs_interfaceid": "e0be5b75-f578-45ae-921f-f1bebe3563ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.888238] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.909089] env[69220]: INFO nova.scheduler.client.report [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Deleted allocations for instance 798f9b00-6de7-44a0-9ccc-119774d88bbc [ 1100.968091] env[69220]: DEBUG nova.network.neutron [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Port 93d644ac-5867-41c8-9031-60237a47c9b6 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1100.974310] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.974539] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.241370] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52592d21-f4a0-0d42-01ca-c88261d2acee, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.241644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.241905] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 5b70c878-32be-42ca-8ded-963b3e77ba43/5b70c878-32be-42ca-8ded-963b3e77ba43.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.242178] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-babe283e-64d6-4424-b905-df8d8e992089 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.249637] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1101.249637] env[69220]: value = "task-2801555" [ 1101.249637] env[69220]: _type = "Task" [ 1101.249637] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.257523] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.314553] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "refresh_cache-9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.314902] env[69220]: DEBUG nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Instance network_info: |[{"id": "e0be5b75-f578-45ae-921f-f1bebe3563ab", "address": "fa:16:3e:d3:97:25", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0be5b75-f5", "ovs_interfaceid": "e0be5b75-f578-45ae-921f-f1bebe3563ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.316041] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:97:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0be5b75-f578-45ae-921f-f1bebe3563ab', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.323492] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.323803] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.324128] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a65c65-b38d-47d0-bd8b-1ad9e0f26d4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.345250] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.345250] env[69220]: value = "task-2801556" [ 1101.345250] env[69220]: _type = "Task" [ 1101.345250] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.353716] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801556, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.369220] env[69220]: DEBUG nova.compute.manager [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Received event network-vif-plugged-e0be5b75-f578-45ae-921f-f1bebe3563ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.369480] env[69220]: DEBUG oslo_concurrency.lockutils [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] Acquiring lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.369670] env[69220]: DEBUG oslo_concurrency.lockutils [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] Lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.369870] env[69220]: DEBUG oslo_concurrency.lockutils [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] Lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.370046] env[69220]: DEBUG nova.compute.manager [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] No waiting events found dispatching network-vif-plugged-e0be5b75-f578-45ae-921f-f1bebe3563ab {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.370218] env[69220]: WARNING nova.compute.manager [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Received unexpected event network-vif-plugged-e0be5b75-f578-45ae-921f-f1bebe3563ab for instance with vm_state building and task_state spawning. [ 1101.370386] env[69220]: DEBUG nova.compute.manager [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Received event network-changed-e0be5b75-f578-45ae-921f-f1bebe3563ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.370549] env[69220]: DEBUG nova.compute.manager [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Refreshing instance network info cache due to event network-changed-e0be5b75-f578-45ae-921f-f1bebe3563ab. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.370737] env[69220]: DEBUG oslo_concurrency.lockutils [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] Acquiring lock "refresh_cache-9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.370891] env[69220]: DEBUG oslo_concurrency.lockutils [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] Acquired lock "refresh_cache-9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.371083] env[69220]: DEBUG nova.network.neutron [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Refreshing network info cache for port e0be5b75-f578-45ae-921f-f1bebe3563ab {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.417493] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a0dce809-65d4-4601-9977-02e408676bb0 tempest-ServersTestJSON-884251140 tempest-ServersTestJSON-884251140-project-member] Lock "798f9b00-6de7-44a0-9ccc-119774d88bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.410s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.482880] env[69220]: DEBUG nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.778831] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456976} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.779105] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 5b70c878-32be-42ca-8ded-963b3e77ba43/5b70c878-32be-42ca-8ded-963b3e77ba43.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.779336] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.779625] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd39470a-3cf1-4abf-845c-f8949f35db7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.786927] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1101.786927] env[69220]: value = "task-2801557" [ 1101.786927] env[69220]: _type = "Task" [ 1101.786927] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.796707] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.854724] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801556, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.007333] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.007569] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.007877] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.029532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.029839] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.031478] env[69220]: INFO nova.compute.claims [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.111694] env[69220]: DEBUG nova.network.neutron [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Updated VIF entry in instance network info cache for port e0be5b75-f578-45ae-921f-f1bebe3563ab. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.112121] env[69220]: DEBUG nova.network.neutron [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Updating instance_info_cache with network_info: [{"id": "e0be5b75-f578-45ae-921f-f1bebe3563ab", "address": "fa:16:3e:d3:97:25", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0be5b75-f5", "ovs_interfaceid": "e0be5b75-f578-45ae-921f-f1bebe3563ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.297637] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064327} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.297924] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.299018] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065e8794-8e41-4b85-a391-8fc03b5acf19 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.325215] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5b70c878-32be-42ca-8ded-963b3e77ba43/5b70c878-32be-42ca-8ded-963b3e77ba43.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.325803] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c371fe-ed46-4d28-a278-bd3077556947 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.351757] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1102.351757] env[69220]: value = "task-2801558" [ 1102.351757] env[69220]: _type = "Task" [ 1102.351757] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.360198] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801556, 'name': CreateVM_Task, 'duration_secs': 0.628994} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.360198] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.360198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.360198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.360198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.360198] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e5794e-78d0-461f-96a2-10a57bc10985 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.365608] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.369304] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1102.369304] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528671bc-3a4c-2459-252e-1f7da246dfc0" [ 1102.369304] env[69220]: _type = "Task" [ 1102.369304] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.379494] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528671bc-3a4c-2459-252e-1f7da246dfc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.615627] env[69220]: DEBUG oslo_concurrency.lockutils [req-9d8b8624-f476-4a3a-b8be-c763c83de600 req-a419fc20-6580-4cab-98b4-2d947273afa4 service nova] Releasing lock "refresh_cache-9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.862704] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801558, 'name': ReconfigVM_Task, 'duration_secs': 0.282769} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.863010] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5b70c878-32be-42ca-8ded-963b3e77ba43/5b70c878-32be-42ca-8ded-963b3e77ba43.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.863668] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-668adfe0-6e72-4926-8ae6-ec987935cf0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.873500] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1102.873500] env[69220]: value = "task-2801559" [ 1102.873500] env[69220]: _type = "Task" [ 1102.873500] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.880837] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528671bc-3a4c-2459-252e-1f7da246dfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.881525] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.881894] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.882009] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.882160] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.882339] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.882621] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4db5ee03-f5de-4863-9b4a-52f2ad2aa620 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.887671] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801559, 'name': Rename_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.898176] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.898176] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.898813] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651785e7-4732-44b5-9806-fe61d76672a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.904289] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1102.904289] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]524e3613-5d47-65f3-a3d2-da8dd3e54da5" [ 1102.904289] env[69220]: _type = "Task" [ 1102.904289] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.913630] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524e3613-5d47-65f3-a3d2-da8dd3e54da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.044852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.045058] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.045248] env[69220]: DEBUG nova.network.neutron [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.195065] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4881fe07-8428-443f-964c-73fd64b0d04b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.202760] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3594b9e-fc8e-4ae5-a9ba-fb25c907c4bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.233723] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecf612a-6ab4-4eae-afc1-d92fa1bcdac1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.241837] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c340a020-31d1-4680-89f9-366028cc0ab4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.255637] env[69220]: DEBUG nova.compute.provider_tree [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.383853] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801559, 'name': Rename_Task, 'duration_secs': 0.23464} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.384142] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.384563] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb24d93f-1e87-40c8-924f-c19b15f72e84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.392109] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1103.392109] env[69220]: value = "task-2801560" [ 1103.392109] env[69220]: _type = "Task" [ 1103.392109] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.399949] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.413151] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]524e3613-5d47-65f3-a3d2-da8dd3e54da5, 'name': SearchDatastore_Task, 'duration_secs': 0.013082} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.413959] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2919a4-63de-453e-a9b1-b41a44522cb9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.419174] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1103.419174] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520b2844-79c5-2147-2f73-066fffc6709c" [ 1103.419174] env[69220]: _type = "Task" [ 1103.419174] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.426489] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520b2844-79c5-2147-2f73-066fffc6709c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.750903] env[69220]: DEBUG nova.network.neutron [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [{"id": "93d644ac-5867-41c8-9031-60237a47c9b6", "address": "fa:16:3e:01:f8:7c", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d644ac-58", "ovs_interfaceid": "93d644ac-5867-41c8-9031-60237a47c9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.776897] env[69220]: ERROR nova.scheduler.client.report [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [req-795d05d9-4749-4785-b0a0-355956bf9c1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-795d05d9-4749-4785-b0a0-355956bf9c1c"}]} [ 1103.794451] env[69220]: DEBUG nova.scheduler.client.report [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1103.807377] env[69220]: DEBUG nova.scheduler.client.report [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1103.807570] env[69220]: DEBUG nova.compute.provider_tree [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1103.818096] env[69220]: DEBUG nova.scheduler.client.report [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1103.836051] env[69220]: DEBUG nova.scheduler.client.report [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1103.904762] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.927994] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520b2844-79c5-2147-2f73-066fffc6709c, 'name': SearchDatastore_Task, 'duration_secs': 0.078254} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.928310] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.928572] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e/9502b4ef-1c1f-4b99-8096-ab029d6e3e1e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.930890] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-106e03cd-d3fa-4410-94d4-8ebf38318c8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.937216] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1103.937216] env[69220]: value = "task-2801561" [ 1103.937216] env[69220]: _type = "Task" [ 1103.937216] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.946194] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.986740] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef8e065-6a62-4fb2-abde-da22bbe13a34 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.993604] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419e1290-d455-4f9c-a1e1-2eddff619172 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.023652] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb2ab01-006f-41c1-a8e5-fb4ec3c52314 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.030891] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243479fc-19bc-4284-b93d-d9ebf22e3cfc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.043887] env[69220]: DEBUG nova.compute.provider_tree [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.255056] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.405887] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.450695] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475345} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.451032] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e/9502b4ef-1c1f-4b99-8096-ab029d6e3e1e.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.451306] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.451626] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72c6c671-c99c-4cb0-8d1c-749e1d05cc65 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.458898] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1104.458898] env[69220]: value = "task-2801562" [ 1104.458898] env[69220]: _type = "Task" [ 1104.458898] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.470496] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.573129] env[69220]: DEBUG nova.scheduler.client.report [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1104.573466] env[69220]: DEBUG nova.compute.provider_tree [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 140 to 141 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1104.573657] env[69220]: DEBUG nova.compute.provider_tree [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.779195] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92262ac-d4d9-4d55-b327-8d017345583e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.800963] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3b9e6-5a99-4d04-9fd6-62c8a61f93ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.808097] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance '5fd79e38-e861-4e5d-94de-724d65bacfba' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.903985] env[69220]: DEBUG oslo_vmware.api [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801560, 'name': PowerOnVM_Task, 'duration_secs': 1.438807} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.904351] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.904601] env[69220]: INFO nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1104.904829] env[69220]: DEBUG nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.905724] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf360f4e-de6a-40b3-8e33-76c825d7a1bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.968702] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061579} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.968911] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.969732] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d811b-45d5-4f79-9942-3bbc9a913e72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.991809] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e/9502b4ef-1c1f-4b99-8096-ab029d6e3e1e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.992106] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4178107c-01db-4bfb-aaf5-83ea1d955e93 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.011894] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1105.011894] env[69220]: value = "task-2801563" [ 1105.011894] env[69220]: _type = "Task" [ 1105.011894] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.019717] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.079131] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.049s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.079598] env[69220]: DEBUG nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.313993] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5deff19-c2a0-413d-8704-ed78460a648f tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance '5fd79e38-e861-4e5d-94de-724d65bacfba' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.425042] env[69220]: INFO nova.compute.manager [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Took 18.26 seconds to build instance. [ 1105.521533] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801563, 'name': ReconfigVM_Task, 'duration_secs': 0.282538} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.521803] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e/9502b4ef-1c1f-4b99-8096-ab029d6e3e1e.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.522440] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cbc5b43-2c73-4ddd-a241-6c29c20cbab4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.528454] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1105.528454] env[69220]: value = "task-2801564" [ 1105.528454] env[69220]: _type = "Task" [ 1105.528454] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.535557] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801564, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.584852] env[69220]: DEBUG nova.compute.utils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.586287] env[69220]: DEBUG nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.586455] env[69220]: DEBUG nova.network.neutron [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.623896] env[69220]: DEBUG nova.policy [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9740723a38a64b4aa76c7fdcd3ab2f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b92b9177127a440f849b7c0ceff2ca30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.895661] env[69220]: DEBUG nova.network.neutron [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Successfully created port: 3026e987-369c-4919-9f59-dfa4f72c55d1 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.926699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6d908fbf-277c-497b-ab9c-060db243bdf2 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.778s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.039678] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801564, 'name': Rename_Task, 'duration_secs': 0.136001} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.040050] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.040360] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f10b1847-319f-47fd-9d8b-8c89711408d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.046123] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1106.046123] env[69220]: value = "task-2801565" [ 1106.046123] env[69220]: _type = "Task" [ 1106.046123] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.053341] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.089243] env[69220]: DEBUG nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.124805] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "f42dad2e-8066-4197-8fc3-51576880a090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.124805] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "f42dad2e-8066-4197-8fc3-51576880a090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.124805] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "f42dad2e-8066-4197-8fc3-51576880a090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.124805] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "f42dad2e-8066-4197-8fc3-51576880a090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.124805] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "f42dad2e-8066-4197-8fc3-51576880a090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.127505] env[69220]: DEBUG nova.compute.manager [req-4f8af3bd-3f06-4ab5-aaa2-1f13421b53ee req-a8a15425-55ae-4339-b913-fb8679bcf33d service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Received event network-changed-79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.127693] env[69220]: DEBUG nova.compute.manager [req-4f8af3bd-3f06-4ab5-aaa2-1f13421b53ee req-a8a15425-55ae-4339-b913-fb8679bcf33d service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Refreshing instance network info cache due to event network-changed-79260c53-85c3-4bdc-a055-4ebe8bcbe519. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.127888] env[69220]: DEBUG oslo_concurrency.lockutils [req-4f8af3bd-3f06-4ab5-aaa2-1f13421b53ee req-a8a15425-55ae-4339-b913-fb8679bcf33d service nova] Acquiring lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.128038] env[69220]: DEBUG oslo_concurrency.lockutils [req-4f8af3bd-3f06-4ab5-aaa2-1f13421b53ee req-a8a15425-55ae-4339-b913-fb8679bcf33d service nova] Acquired lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.128204] env[69220]: DEBUG nova.network.neutron [req-4f8af3bd-3f06-4ab5-aaa2-1f13421b53ee req-a8a15425-55ae-4339-b913-fb8679bcf33d service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Refreshing network info cache for port 79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.129414] env[69220]: INFO nova.compute.manager [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Terminating instance [ 1106.558446] env[69220]: DEBUG oslo_vmware.api [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801565, 'name': PowerOnVM_Task, 'duration_secs': 0.499912} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.558783] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.559044] env[69220]: INFO nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1106.559258] env[69220]: DEBUG nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.560115] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a1a8c1-1421-43f6-b2fa-36cc9405d166 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.636113] env[69220]: DEBUG nova.compute.manager [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.636353] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.637461] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a3509-8a8b-49e4-b455-94bd0b741370 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.645443] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.645540] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb686b54-5fc0-4f23-b096-55a0bee36feb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.653471] env[69220]: DEBUG oslo_vmware.api [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1106.653471] env[69220]: value = "task-2801566" [ 1106.653471] env[69220]: _type = "Task" [ 1106.653471] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.661821] env[69220]: DEBUG oslo_vmware.api [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.944444] env[69220]: DEBUG nova.network.neutron [req-4f8af3bd-3f06-4ab5-aaa2-1f13421b53ee req-a8a15425-55ae-4339-b913-fb8679bcf33d service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updated VIF entry in instance network info cache for port 79260c53-85c3-4bdc-a055-4ebe8bcbe519. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.944828] env[69220]: DEBUG nova.network.neutron [req-4f8af3bd-3f06-4ab5-aaa2-1f13421b53ee req-a8a15425-55ae-4339-b913-fb8679bcf33d service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updating instance_info_cache with network_info: [{"id": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "address": "fa:16:3e:47:85:4a", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79260c53-85", "ovs_interfaceid": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.076996] env[69220]: INFO nova.compute.manager [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Took 19.25 seconds to build instance. [ 1107.099053] env[69220]: DEBUG nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.129390] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.129647] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.129814] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.129996] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.130156] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.130314] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.130602] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.130775] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.130988] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.131375] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.131590] env[69220]: DEBUG nova.virt.hardware [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.132463] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389a2809-f889-487b-9c78-be13f83e67f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.141534] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54569fbb-7b1d-476d-9a74-d9bcfef23c41 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.163760] env[69220]: DEBUG oslo_vmware.api [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801566, 'name': PowerOffVM_Task, 'duration_secs': 0.293694} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.164048] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.164222] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.164475] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f499290-bd43-444b-813f-04e2398b08a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.237738] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.237837] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.239357] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleting the datastore file [datastore2] f42dad2e-8066-4197-8fc3-51576880a090 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.239357] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69a81591-50b4-4871-9d55-bd9d40f831d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.245827] env[69220]: DEBUG oslo_vmware.api [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1107.245827] env[69220]: value = "task-2801568" [ 1107.245827] env[69220]: _type = "Task" [ 1107.245827] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.253869] env[69220]: DEBUG oslo_vmware.api [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.265473] env[69220]: DEBUG nova.compute.manager [req-6f883929-7e93-441a-accf-5cb65d8becc7 req-b72afebc-fe39-471d-9939-081c7b224eb2 service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Received event network-vif-plugged-3026e987-369c-4919-9f59-dfa4f72c55d1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.265722] env[69220]: DEBUG oslo_concurrency.lockutils [req-6f883929-7e93-441a-accf-5cb65d8becc7 req-b72afebc-fe39-471d-9939-081c7b224eb2 service nova] Acquiring lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.265942] env[69220]: DEBUG oslo_concurrency.lockutils [req-6f883929-7e93-441a-accf-5cb65d8becc7 req-b72afebc-fe39-471d-9939-081c7b224eb2 service nova] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.266147] env[69220]: DEBUG oslo_concurrency.lockutils [req-6f883929-7e93-441a-accf-5cb65d8becc7 req-b72afebc-fe39-471d-9939-081c7b224eb2 service nova] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.266319] env[69220]: DEBUG nova.compute.manager [req-6f883929-7e93-441a-accf-5cb65d8becc7 req-b72afebc-fe39-471d-9939-081c7b224eb2 service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] No waiting events found dispatching network-vif-plugged-3026e987-369c-4919-9f59-dfa4f72c55d1 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.266483] env[69220]: WARNING nova.compute.manager [req-6f883929-7e93-441a-accf-5cb65d8becc7 req-b72afebc-fe39-471d-9939-081c7b224eb2 service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Received unexpected event network-vif-plugged-3026e987-369c-4919-9f59-dfa4f72c55d1 for instance with vm_state building and task_state spawning. [ 1107.354840] env[69220]: DEBUG nova.network.neutron [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Successfully updated port: 3026e987-369c-4919-9f59-dfa4f72c55d1 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.448027] env[69220]: DEBUG oslo_concurrency.lockutils [req-4f8af3bd-3f06-4ab5-aaa2-1f13421b53ee req-a8a15425-55ae-4339-b913-fb8679bcf33d service nova] Releasing lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.578803] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6b0cf30b-0cdc-4cb9-bd94-71ab754384f8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.762s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.755714] env[69220]: DEBUG oslo_vmware.api [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179753} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.755950] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.756148] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.756328] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.756496] env[69220]: INFO nova.compute.manager [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.756738] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.756927] env[69220]: DEBUG nova.compute.manager [-] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.757035] env[69220]: DEBUG nova.network.neutron [-] [instance: f42dad2e-8066-4197-8fc3-51576880a090] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.857629] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.857795] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.857998] env[69220]: DEBUG nova.network.neutron [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.026076] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "469de3d7-4563-4ddd-9dbf-66b310975a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.026396] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "469de3d7-4563-4ddd-9dbf-66b310975a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.059201] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "5fd79e38-e861-4e5d-94de-724d65bacfba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.059448] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.059634] env[69220]: DEBUG nova.compute.manager [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Going to confirm migration 5 {{(pid=69220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1108.394874] env[69220]: DEBUG nova.network.neutron [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.529114] env[69220]: DEBUG nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.535203] env[69220]: DEBUG nova.network.neutron [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance_info_cache with network_info: [{"id": "3026e987-369c-4919-9f59-dfa4f72c55d1", "address": "fa:16:3e:ec:1e:d6", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3026e987-36", "ovs_interfaceid": "3026e987-369c-4919-9f59-dfa4f72c55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.617530] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.617722] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.617899] env[69220]: DEBUG nova.network.neutron [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.618114] env[69220]: DEBUG nova.objects.instance [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'info_cache' on Instance uuid 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.702026] env[69220]: DEBUG nova.network.neutron [-] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.037784] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.038125] env[69220]: DEBUG nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Instance network_info: |[{"id": "3026e987-369c-4919-9f59-dfa4f72c55d1", "address": "fa:16:3e:ec:1e:d6", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3026e987-36", "ovs_interfaceid": "3026e987-369c-4919-9f59-dfa4f72c55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.038761] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:1e:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3026e987-369c-4919-9f59-dfa4f72c55d1', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.046821] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.047078] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.047323] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a475809d-bc12-4186-a976-66671a7682be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.063766] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.064065] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.065640] env[69220]: INFO nova.compute.claims [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.073781] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.073781] env[69220]: value = "task-2801569" [ 1109.073781] env[69220]: _type = "Task" [ 1109.073781] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.082107] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801569, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.204355] env[69220]: INFO nova.compute.manager [-] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Took 1.45 seconds to deallocate network for instance. [ 1109.302970] env[69220]: DEBUG nova.compute.manager [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Received event network-changed-3026e987-369c-4919-9f59-dfa4f72c55d1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.303213] env[69220]: DEBUG nova.compute.manager [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Refreshing instance network info cache due to event network-changed-3026e987-369c-4919-9f59-dfa4f72c55d1. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1109.303389] env[69220]: DEBUG oslo_concurrency.lockutils [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] Acquiring lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.303566] env[69220]: DEBUG oslo_concurrency.lockutils [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] Acquired lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.303750] env[69220]: DEBUG nova.network.neutron [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Refreshing network info cache for port 3026e987-369c-4919-9f59-dfa4f72c55d1 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.584473] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801569, 'name': CreateVM_Task, 'duration_secs': 0.42953} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.584636] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.585324] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.585488] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.585854] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.586130] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1574637-9242-4b85-a52b-6127c3441668 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.591451] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1109.591451] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528e0c7f-7fc2-b68c-0e01-93d46dedfc19" [ 1109.591451] env[69220]: _type = "Task" [ 1109.591451] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.599686] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528e0c7f-7fc2-b68c-0e01-93d46dedfc19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.711778] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.825188] env[69220]: DEBUG nova.network.neutron [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [{"id": "93d644ac-5867-41c8-9031-60237a47c9b6", "address": "fa:16:3e:01:f8:7c", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d644ac-58", "ovs_interfaceid": "93d644ac-5867-41c8-9031-60237a47c9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.016065] env[69220]: DEBUG nova.network.neutron [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updated VIF entry in instance network info cache for port 3026e987-369c-4919-9f59-dfa4f72c55d1. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.016450] env[69220]: DEBUG nova.network.neutron [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance_info_cache with network_info: [{"id": "3026e987-369c-4919-9f59-dfa4f72c55d1", "address": "fa:16:3e:ec:1e:d6", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3026e987-36", "ovs_interfaceid": "3026e987-369c-4919-9f59-dfa4f72c55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.101959] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528e0c7f-7fc2-b68c-0e01-93d46dedfc19, 'name': SearchDatastore_Task, 'duration_secs': 0.032312} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.104353] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.104587] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.104818] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.104990] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.105187] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.105764] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-344b5b4c-c17a-4d61-a395-9ce015485708 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.117377] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.117377] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.117536] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8dac17-b55a-4b43-87d5-a622248586ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.122186] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1110.122186] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52824c4b-7e9d-1b85-42ab-bdd259cfc7ea" [ 1110.122186] env[69220]: _type = "Task" [ 1110.122186] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.130373] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52824c4b-7e9d-1b85-42ab-bdd259cfc7ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.236640] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7595572d-3446-4003-b0b8-73890e7ecf55 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.245653] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb1084-3f72-4217-ae95-b23a2ce0f37f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.278015] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4576a45f-1de1-4c2d-b5cd-a70740fca527 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.285647] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5132451-d1d2-429b-a0bd-0b5fff393fed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.299245] env[69220]: DEBUG nova.compute.provider_tree [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.328047] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.328047] env[69220]: DEBUG nova.objects.instance [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'migration_context' on Instance uuid 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.518941] env[69220]: DEBUG oslo_concurrency.lockutils [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] Releasing lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.519241] env[69220]: DEBUG nova.compute.manager [req-f01e4a24-ed4a-4104-a267-3e3cb8b26959 req-555fc1cf-a0d5-47be-9303-496d8f1cc7b9 service nova] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Received event network-vif-deleted-505656b6-6447-4fd6-a567-550cbe80c482 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.633562] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52824c4b-7e9d-1b85-42ab-bdd259cfc7ea, 'name': SearchDatastore_Task, 'duration_secs': 0.044676} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.634349] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46112d1-b331-4d70-883d-1ec1e832a117 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.639853] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1110.639853] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52cfb78c-153e-ae3a-0286-dfbdd453c9ce" [ 1110.639853] env[69220]: _type = "Task" [ 1110.639853] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.647219] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cfb78c-153e-ae3a-0286-dfbdd453c9ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.803066] env[69220]: DEBUG nova.scheduler.client.report [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.830210] env[69220]: DEBUG nova.objects.base [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Object Instance<5fd79e38-e861-4e5d-94de-724d65bacfba> lazy-loaded attributes: info_cache,migration_context {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.831112] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2028d7-5981-4ddb-8585-54b7840ae37f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.850464] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b2faf7-18c0-45be-898d-5b86ae931db1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.855572] env[69220]: DEBUG oslo_vmware.api [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1110.855572] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5229ed81-26ce-a64d-ce68-28f597d616b4" [ 1110.855572] env[69220]: _type = "Task" [ 1110.855572] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.863101] env[69220]: DEBUG oslo_vmware.api [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5229ed81-26ce-a64d-ce68-28f597d616b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.150383] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cfb78c-153e-ae3a-0286-dfbdd453c9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.150745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.150907] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5/7ea2a99b-afe5-4c8a-a9e0-e37342a65de5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.151211] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b5dd8ff-cb67-46dc-9efc-2b7e0a887553 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.158364] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1111.158364] env[69220]: value = "task-2801570" [ 1111.158364] env[69220]: _type = "Task" [ 1111.158364] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.166760] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.308071] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.308658] env[69220]: DEBUG nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.311583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.600s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.311873] env[69220]: DEBUG nova.objects.instance [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'resources' on Instance uuid f42dad2e-8066-4197-8fc3-51576880a090 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.369372] env[69220]: DEBUG oslo_vmware.api [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5229ed81-26ce-a64d-ce68-28f597d616b4, 'name': SearchDatastore_Task, 'duration_secs': 0.00675} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.369760] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.668964] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422679} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.669263] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5/7ea2a99b-afe5-4c8a-a9e0-e37342a65de5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.669477] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.669728] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30301f4f-a84b-4356-988a-18543d06e273 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.675713] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1111.675713] env[69220]: value = "task-2801571" [ 1111.675713] env[69220]: _type = "Task" [ 1111.675713] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.682885] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.814771] env[69220]: DEBUG nova.compute.utils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.816313] env[69220]: DEBUG nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.816490] env[69220]: DEBUG nova.network.neutron [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.857107] env[69220]: DEBUG nova.policy [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a96e5f80f864a9eaea5ac4a8458799c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5706402b1b194600bfe11d9544c93aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.976547] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3bf73a-20e1-4bbd-9408-a15af7b98a02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.984418] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddce17b-1455-485f-bd63-269d2ee37302 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.015260] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc79ea2-dc9e-48ce-88ce-c4e12373d71f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.023507] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fa8db0-90c3-4f8c-9308-454d32881074 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.038635] env[69220]: DEBUG nova.compute.provider_tree [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.156965] env[69220]: DEBUG nova.network.neutron [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Successfully created port: b6f09cac-6ff4-4761-a419-b62418060c61 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.188202] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068483} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.188427] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.189220] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8772338-65eb-40ad-af93-3e4fe2201657 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.216014] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5/7ea2a99b-afe5-4c8a-a9e0-e37342a65de5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.216014] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ec34873-f2ec-4f80-acf0-b1b602c8c91f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.232866] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1112.232866] env[69220]: value = "task-2801572" [ 1112.232866] env[69220]: _type = "Task" [ 1112.232866] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.240831] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.319544] env[69220]: DEBUG nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.542197] env[69220]: DEBUG nova.scheduler.client.report [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.744274] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801572, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.047647] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.049996] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.680s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.068623] env[69220]: INFO nova.scheduler.client.report [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted allocations for instance f42dad2e-8066-4197-8fc3-51576880a090 [ 1113.245290] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801572, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.331408] env[69220]: DEBUG nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.359160] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.359408] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.359564] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.359744] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.359889] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.360045] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.360256] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.360414] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.360631] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.360822] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.360996] env[69220]: DEBUG nova.virt.hardware [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.361899] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd2fff-c65d-4c95-8ae4-e46c21f30b63 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.370050] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911058ca-eead-4043-a7f3-0ee3bf3cb2c1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.583634] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1871fe5f-e9e4-4b93-8709-c63e2b3966ae tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "f42dad2e-8066-4197-8fc3-51576880a090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.461s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.590725] env[69220]: DEBUG nova.compute.manager [req-cdb92e1f-7a78-4ebc-b3d5-074fc5b72aab req-ba444a55-b5d1-4e69-a174-0214b8179c07 service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Received event network-vif-plugged-b6f09cac-6ff4-4761-a419-b62418060c61 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.590947] env[69220]: DEBUG oslo_concurrency.lockutils [req-cdb92e1f-7a78-4ebc-b3d5-074fc5b72aab req-ba444a55-b5d1-4e69-a174-0214b8179c07 service nova] Acquiring lock "469de3d7-4563-4ddd-9dbf-66b310975a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.591176] env[69220]: DEBUG oslo_concurrency.lockutils [req-cdb92e1f-7a78-4ebc-b3d5-074fc5b72aab req-ba444a55-b5d1-4e69-a174-0214b8179c07 service nova] Lock "469de3d7-4563-4ddd-9dbf-66b310975a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.591344] env[69220]: DEBUG oslo_concurrency.lockutils [req-cdb92e1f-7a78-4ebc-b3d5-074fc5b72aab req-ba444a55-b5d1-4e69-a174-0214b8179c07 service nova] Lock "469de3d7-4563-4ddd-9dbf-66b310975a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.591545] env[69220]: DEBUG nova.compute.manager [req-cdb92e1f-7a78-4ebc-b3d5-074fc5b72aab req-ba444a55-b5d1-4e69-a174-0214b8179c07 service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] No waiting events found dispatching network-vif-plugged-b6f09cac-6ff4-4761-a419-b62418060c61 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.591707] env[69220]: WARNING nova.compute.manager [req-cdb92e1f-7a78-4ebc-b3d5-074fc5b72aab req-ba444a55-b5d1-4e69-a174-0214b8179c07 service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Received unexpected event network-vif-plugged-b6f09cac-6ff4-4761-a419-b62418060c61 for instance with vm_state building and task_state spawning. [ 1113.715573] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1dcb42-17bf-4907-aefd-f4395dc92dba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.724387] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4847b96-e85a-404c-b7a1-86a26ef43111 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.764961] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657f1e4d-172c-49ba-aeb3-7d088ee7ef7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.772527] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801572, 'name': ReconfigVM_Task, 'duration_secs': 1.511141} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.774657] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5/7ea2a99b-afe5-4c8a-a9e0-e37342a65de5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.775341] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8432677-9354-408e-8439-e541cf1e7098 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.777749] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e0487-1aad-45c8-b595-d905f396cf96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.791635] env[69220]: DEBUG nova.compute.provider_tree [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.795096] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1113.795096] env[69220]: value = "task-2801573" [ 1113.795096] env[69220]: _type = "Task" [ 1113.795096] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.802823] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801573, 'name': Rename_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.806239] env[69220]: DEBUG nova.network.neutron [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Successfully updated port: b6f09cac-6ff4-4761-a419-b62418060c61 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.298529] env[69220]: DEBUG nova.scheduler.client.report [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.309878] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.310246] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.310246] env[69220]: DEBUG nova.network.neutron [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.311396] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801573, 'name': Rename_Task, 'duration_secs': 0.156251} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.311831] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.311831] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-083b19c9-8289-42f0-913e-62084f039e56 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.319118] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1114.319118] env[69220]: value = "task-2801574" [ 1114.319118] env[69220]: _type = "Task" [ 1114.319118] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.330936] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.830037] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.848276] env[69220]: DEBUG nova.network.neutron [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.015643] env[69220]: DEBUG nova.network.neutron [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Updating instance_info_cache with network_info: [{"id": "b6f09cac-6ff4-4761-a419-b62418060c61", "address": "fa:16:3e:fd:69:55", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f09cac-6f", "ovs_interfaceid": "b6f09cac-6ff4-4761-a419-b62418060c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.311663] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.261s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.312084] env[69220]: DEBUG nova.compute.manager [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69220) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1115.329559] env[69220]: DEBUG oslo_vmware.api [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801574, 'name': PowerOnVM_Task, 'duration_secs': 0.599617} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.330141] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.330371] env[69220]: INFO nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1115.330551] env[69220]: DEBUG nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.331359] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc57e949-c675-4ef7-a36d-3d29b832e013 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.383117] env[69220]: DEBUG nova.compute.manager [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1115.518357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.518689] env[69220]: DEBUG nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Instance network_info: |[{"id": "b6f09cac-6ff4-4761-a419-b62418060c61", "address": "fa:16:3e:fd:69:55", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f09cac-6f", "ovs_interfaceid": "b6f09cac-6ff4-4761-a419-b62418060c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.519614] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:69:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f09cac-6ff4-4761-a419-b62418060c61', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.528728] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.528954] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.529203] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3ea5e17-3a7e-48c4-9bf7-b174dba34343 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.549875] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.549875] env[69220]: value = "task-2801575" [ 1115.549875] env[69220]: _type = "Task" [ 1115.549875] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.558769] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801575, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.642662] env[69220]: DEBUG nova.compute.manager [req-3a4e0f74-57bd-4ce9-a71a-abab5a9ace89 req-810bffd8-86ef-441c-9a18-b5fa0cd700ad service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Received event network-changed-b6f09cac-6ff4-4761-a419-b62418060c61 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.642859] env[69220]: DEBUG nova.compute.manager [req-3a4e0f74-57bd-4ce9-a71a-abab5a9ace89 req-810bffd8-86ef-441c-9a18-b5fa0cd700ad service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Refreshing instance network info cache due to event network-changed-b6f09cac-6ff4-4761-a419-b62418060c61. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.643088] env[69220]: DEBUG oslo_concurrency.lockutils [req-3a4e0f74-57bd-4ce9-a71a-abab5a9ace89 req-810bffd8-86ef-441c-9a18-b5fa0cd700ad service nova] Acquiring lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.643234] env[69220]: DEBUG oslo_concurrency.lockutils [req-3a4e0f74-57bd-4ce9-a71a-abab5a9ace89 req-810bffd8-86ef-441c-9a18-b5fa0cd700ad service nova] Acquired lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.643397] env[69220]: DEBUG nova.network.neutron [req-3a4e0f74-57bd-4ce9-a71a-abab5a9ace89 req-810bffd8-86ef-441c-9a18-b5fa0cd700ad service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Refreshing network info cache for port b6f09cac-6ff4-4761-a419-b62418060c61 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.846571] env[69220]: INFO nova.compute.manager [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Took 13.85 seconds to build instance. [ 1115.875163] env[69220]: INFO nova.scheduler.client.report [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted allocation for migration ab1fa290-b5ba-426c-8517-cb42d95be9fa [ 1115.900277] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.900578] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.060372] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801575, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.345511] env[69220]: DEBUG nova.objects.instance [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'flavor' on Instance uuid 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.347529] env[69220]: DEBUG nova.network.neutron [req-3a4e0f74-57bd-4ce9-a71a-abab5a9ace89 req-810bffd8-86ef-441c-9a18-b5fa0cd700ad service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Updated VIF entry in instance network info cache for port b6f09cac-6ff4-4761-a419-b62418060c61. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.347883] env[69220]: DEBUG nova.network.neutron [req-3a4e0f74-57bd-4ce9-a71a-abab5a9ace89 req-810bffd8-86ef-441c-9a18-b5fa0cd700ad service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Updating instance_info_cache with network_info: [{"id": "b6f09cac-6ff4-4761-a419-b62418060c61", "address": "fa:16:3e:fd:69:55", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f09cac-6f", "ovs_interfaceid": "b6f09cac-6ff4-4761-a419-b62418060c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.349048] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b654c905-4e9c-4701-b428-a6d002704060 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.374s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.381354] env[69220]: DEBUG oslo_concurrency.lockutils [None req-89879f72-7cd0-4f23-be40-8fe8a3533586 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.322s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.405011] env[69220]: INFO nova.compute.claims [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.561264] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801575, 'name': CreateVM_Task, 'duration_secs': 0.579062} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.561431] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.562146] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.562319] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.562634] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.562890] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ff3cac-ce58-4fb9-8cf6-91f23d808f53 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.566907] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1116.566907] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527f2acd-f87a-898c-ae78-aec2e3978a2c" [ 1116.566907] env[69220]: _type = "Task" [ 1116.566907] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.573809] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527f2acd-f87a-898c-ae78-aec2e3978a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.852344] env[69220]: DEBUG oslo_concurrency.lockutils [req-3a4e0f74-57bd-4ce9-a71a-abab5a9ace89 req-810bffd8-86ef-441c-9a18-b5fa0cd700ad service nova] Releasing lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.852981] env[69220]: DEBUG oslo_concurrency.lockutils [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.853162] env[69220]: DEBUG oslo_concurrency.lockutils [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.853335] env[69220]: DEBUG nova.network.neutron [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.853510] env[69220]: DEBUG nova.objects.instance [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'info_cache' on Instance uuid 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.910457] env[69220]: INFO nova.compute.resource_tracker [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating resource usage from migration f5648b44-4b2d-4cdf-ade4-a1b6fbefd633 [ 1117.077120] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527f2acd-f87a-898c-ae78-aec2e3978a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.02314} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.080055] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.080055] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.080055] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.080055] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.080249] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.080703] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2024203-6f21-48c7-bf11-221b5336d9a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.089094] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.089280] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.090670] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133c2242-07f1-46a5-b2c9-0cc91c6ff1bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.093449] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0188740b-e655-40f2-84b2-3805a374b280 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.100971] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1117.100971] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522b3811-eb13-c78d-68dc-3bc13af27475" [ 1117.100971] env[69220]: _type = "Task" [ 1117.100971] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.105940] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ad8b5-b2b7-4e26-8aaf-f71941f582da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.113416] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522b3811-eb13-c78d-68dc-3bc13af27475, 'name': SearchDatastore_Task, 'duration_secs': 0.007943} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.137971] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c6597a-1dd0-4023-944a-94f45cf07fc8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.140468] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093533d6-459e-4cca-98d0-5d4bf5fcf80d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.145279] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1117.145279] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52db3f4b-de40-a3da-0e6d-b8ce82825f49" [ 1117.145279] env[69220]: _type = "Task" [ 1117.145279] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.150680] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3356a57-f4d3-4724-8c3f-fa179e7cb1eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.163780] env[69220]: DEBUG nova.compute.provider_tree [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.168088] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52db3f4b-de40-a3da-0e6d-b8ce82825f49, 'name': SearchDatastore_Task, 'duration_secs': 0.007741} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.168540] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.168796] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 469de3d7-4563-4ddd-9dbf-66b310975a2b/469de3d7-4563-4ddd-9dbf-66b310975a2b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.169151] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795c3497-b73b-47c7-8f27-89ded3216639 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.175113] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1117.175113] env[69220]: value = "task-2801576" [ 1117.175113] env[69220]: _type = "Task" [ 1117.175113] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.183531] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.256906] env[69220]: DEBUG nova.compute.manager [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1117.358074] env[69220]: DEBUG nova.objects.base [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Object Instance<5fd79e38-e861-4e5d-94de-724d65bacfba> lazy-loaded attributes: flavor,info_cache {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.669936] env[69220]: DEBUG nova.scheduler.client.report [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.689257] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452901} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.690290] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 469de3d7-4563-4ddd-9dbf-66b310975a2b/469de3d7-4563-4ddd-9dbf-66b310975a2b.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.690609] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.690926] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e38a3ee7-49df-46a2-a5c5-0abf46d58ff0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.698993] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1117.698993] env[69220]: value = "task-2801577" [ 1117.698993] env[69220]: _type = "Task" [ 1117.698993] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.709260] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.775079] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.055332] env[69220]: DEBUG nova.network.neutron [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [{"id": "93d644ac-5867-41c8-9031-60237a47c9b6", "address": "fa:16:3e:01:f8:7c", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93d644ac-58", "ovs_interfaceid": "93d644ac-5867-41c8-9031-60237a47c9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.176423] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.276s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.176651] env[69220]: INFO nova.compute.manager [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Migrating [ 1118.183014] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.408s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.208696] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084583} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.208937] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.209685] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ad5d04-b861-405d-87ae-926fcc34a9cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.231711] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 469de3d7-4563-4ddd-9dbf-66b310975a2b/469de3d7-4563-4ddd-9dbf-66b310975a2b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.232165] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c07afd-0f40-4fb2-860e-09583a312437 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.251452] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1118.251452] env[69220]: value = "task-2801578" [ 1118.251452] env[69220]: _type = "Task" [ 1118.251452] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.258703] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.558022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-5fd79e38-e861-4e5d-94de-724d65bacfba" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.693294] env[69220]: INFO nova.compute.claims [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.696937] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.697112] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.697283] env[69220]: DEBUG nova.network.neutron [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.761136] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801578, 'name': ReconfigVM_Task, 'duration_secs': 0.437394} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.761405] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 469de3d7-4563-4ddd-9dbf-66b310975a2b/469de3d7-4563-4ddd-9dbf-66b310975a2b.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.762055] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ac6b6d3-5296-4b9f-a750-4a362250b0e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.768049] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1118.768049] env[69220]: value = "task-2801579" [ 1118.768049] env[69220]: _type = "Task" [ 1118.768049] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.776795] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801579, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.203398] env[69220]: INFO nova.compute.resource_tracker [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating resource usage from migration f4f415a6-f972-4c59-a853-0595d716cdea [ 1119.279128] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801579, 'name': Rename_Task, 'duration_secs': 0.16624} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.281540] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.281976] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17e35b4f-2013-4392-a930-40100a269484 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.288343] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1119.288343] env[69220]: value = "task-2801580" [ 1119.288343] env[69220]: _type = "Task" [ 1119.288343] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.299123] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.376105] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59826b7-a5ba-4457-93b9-a9f8dd996dc8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.386059] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55721f38-e343-4dcb-8e02-f5bf9351f83b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.416121] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186ead60-f5ae-43ce-a868-f2952b2d4b4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.423708] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d056cb1b-0db3-47be-8909-49272146cd61 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.439566] env[69220]: DEBUG nova.compute.provider_tree [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.513107] env[69220]: DEBUG nova.network.neutron [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.564277] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.564603] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97a430e9-5071-4acf-8d38-55b36411c476 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.571758] env[69220]: DEBUG oslo_vmware.api [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1119.571758] env[69220]: value = "task-2801581" [ 1119.571758] env[69220]: _type = "Task" [ 1119.571758] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.581306] env[69220]: DEBUG oslo_vmware.api [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.799244] env[69220]: DEBUG oslo_vmware.api [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801580, 'name': PowerOnVM_Task, 'duration_secs': 0.493919} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.799568] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.799774] env[69220]: INFO nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1119.800011] env[69220]: DEBUG nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.800796] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b34e7e-9008-4eb0-8918-421df635442c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.942578] env[69220]: DEBUG nova.scheduler.client.report [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.015595] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.081122] env[69220]: DEBUG oslo_vmware.api [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801581, 'name': PowerOnVM_Task, 'duration_secs': 0.442301} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.081384] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.081592] env[69220]: DEBUG nova.compute.manager [None req-46bda477-1645-43d5-ab96-3fdd422e66eb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.082383] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2509a4c0-4a3d-47e2-82d6-9cf71b816b0d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.318198] env[69220]: INFO nova.compute.manager [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Took 11.28 seconds to build instance. [ 1120.447798] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.265s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.447988] env[69220]: INFO nova.compute.manager [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Migrating [ 1120.790079] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] Acquiring lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.790405] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] Acquired lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.790441] env[69220]: DEBUG nova.network.neutron [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.820780] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c271666b-5316-44f7-b311-b5e473a8f4b9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "469de3d7-4563-4ddd-9dbf-66b310975a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.794s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.962985] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.963412] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.963412] env[69220]: DEBUG nova.network.neutron [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.983272] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "5fd79e38-e861-4e5d-94de-724d65bacfba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.983493] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.983713] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.983931] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.984117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.985953] env[69220]: INFO nova.compute.manager [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Terminating instance [ 1121.492077] env[69220]: DEBUG nova.compute.manager [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.492356] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.493331] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08680dc3-3be4-4357-af02-c8249a548c37 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.503741] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.503998] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc2507ee-9bd9-43e6-b75d-a8e413bcb7c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.510195] env[69220]: DEBUG oslo_vmware.api [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1121.510195] env[69220]: value = "task-2801582" [ 1121.510195] env[69220]: _type = "Task" [ 1121.510195] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.519325] env[69220]: DEBUG oslo_vmware.api [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.528998] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c15f038-1c95-4b3b-a011-716b4d28efba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.553374] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance '8ac7cbca-de87-49f7-b90d-a822699ea2ec' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.560846] env[69220]: DEBUG nova.network.neutron [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Updating instance_info_cache with network_info: [{"id": "b6f09cac-6ff4-4761-a419-b62418060c61", "address": "fa:16:3e:fd:69:55", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f09cac-6f", "ovs_interfaceid": "b6f09cac-6ff4-4761-a419-b62418060c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.684253] env[69220]: DEBUG nova.network.neutron [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance_info_cache with network_info: [{"id": "3026e987-369c-4919-9f59-dfa4f72c55d1", "address": "fa:16:3e:ec:1e:d6", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3026e987-36", "ovs_interfaceid": "3026e987-369c-4919-9f59-dfa4f72c55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.020056] env[69220]: DEBUG oslo_vmware.api [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801582, 'name': PowerOffVM_Task, 'duration_secs': 0.215619} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.020393] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.020486] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.020737] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1442613b-135d-4e28-86ce-910c7ea0674a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.060682] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.061219] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d14adae-5e5a-44a7-aab5-05d535217f28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.063332] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] Releasing lock "refresh_cache-469de3d7-4563-4ddd-9dbf-66b310975a2b" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.063441] env[69220]: DEBUG nova.compute.manager [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Inject network info {{(pid=69220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1122.063641] env[69220]: DEBUG nova.compute.manager [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] network_info to inject: |[{"id": "b6f09cac-6ff4-4761-a419-b62418060c61", "address": "fa:16:3e:fd:69:55", "network": {"id": "5d1120ca-84d9-4dcc-bf48-f8609b7d3602", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2132939293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5706402b1b194600bfe11d9544c93aba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f09cac-6f", "ovs_interfaceid": "b6f09cac-6ff4-4761-a419-b62418060c61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1122.068327] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Reconfiguring VM instance to set the machine id {{(pid=69220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1122.069413] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5418024b-8d5f-48fd-9b26-70a67b853fb6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.084694] env[69220]: DEBUG oslo_vmware.api [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] Waiting for the task: (returnval){ [ 1122.084694] env[69220]: value = "task-2801585" [ 1122.084694] env[69220]: _type = "Task" [ 1122.084694] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.086048] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1122.086048] env[69220]: value = "task-2801584" [ 1122.086048] env[69220]: _type = "Task" [ 1122.086048] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.093425] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.093670] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.093930] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleting the datastore file [datastore1] 5fd79e38-e861-4e5d-94de-724d65bacfba {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.094538] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9102c2b1-4b2a-461b-960c-89013e646416 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.099305] env[69220]: DEBUG oslo_vmware.api [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] Task: {'id': task-2801585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.103150] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.104334] env[69220]: DEBUG oslo_vmware.api [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1122.104334] env[69220]: value = "task-2801586" [ 1122.104334] env[69220]: _type = "Task" [ 1122.104334] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.113935] env[69220]: DEBUG oslo_vmware.api [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.187291] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.552886] env[69220]: INFO nova.compute.manager [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Rebuilding instance [ 1122.598218] env[69220]: DEBUG oslo_vmware.api [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] Task: {'id': task-2801585, 'name': ReconfigVM_Task, 'duration_secs': 0.19399} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.603396] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef28407-dfa3-4960-a8c6-0c77be98fdb5 tempest-ServersAdminTestJSON-810052913 tempest-ServersAdminTestJSON-810052913-project-admin] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Reconfigured VM instance to set the machine id {{(pid=69220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1122.603804] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801584, 'name': PowerOffVM_Task, 'duration_secs': 0.258629} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.604061] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.604272] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance '8ac7cbca-de87-49f7-b90d-a822699ea2ec' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.612273] env[69220]: DEBUG nova.compute.manager [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.613017] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912a8e2-f04f-4d93-aa73-90cb7e2712fe {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.620295] env[69220]: DEBUG oslo_vmware.api [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15451} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.621822] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.622035] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.622196] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.622387] env[69220]: INFO nova.compute.manager [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1122.622593] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.624960] env[69220]: DEBUG nova.compute.manager [-] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.625097] env[69220]: DEBUG nova.network.neutron [-] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.089768] env[69220]: DEBUG nova.compute.manager [req-5f46dcbb-6e16-4a87-b857-a6c47322fbd3 req-6b495035-424a-4b7f-bce1-720a654e597a service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Received event network-vif-deleted-93d644ac-5867-41c8-9031-60237a47c9b6 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.090028] env[69220]: INFO nova.compute.manager [req-5f46dcbb-6e16-4a87-b857-a6c47322fbd3 req-6b495035-424a-4b7f-bce1-720a654e597a service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Neutron deleted interface 93d644ac-5867-41c8-9031-60237a47c9b6; detaching it from the instance and deleting it from the info cache [ 1123.090212] env[69220]: DEBUG nova.network.neutron [req-5f46dcbb-6e16-4a87-b857-a6c47322fbd3 req-6b495035-424a-4b7f-bce1-720a654e597a service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.112145] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.112386] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.112542] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.112720] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.112901] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.113090] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.113322] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.113493] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.113659] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.113844] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.114035] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.119249] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0205037-d032-4bcd-b0bf-99bf77521eae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.137383] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1123.137383] env[69220]: value = "task-2801587" [ 1123.137383] env[69220]: _type = "Task" [ 1123.137383] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.146564] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.573387] env[69220]: DEBUG nova.network.neutron [-] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.593258] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a946ab01-c72c-4637-a44e-4e37af539a01 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.602908] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e27d611-8b44-4f6f-ae16-58168804979c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.637029] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.637405] env[69220]: DEBUG nova.compute.manager [req-5f46dcbb-6e16-4a87-b857-a6c47322fbd3 req-6b495035-424a-4b7f-bce1-720a654e597a service nova] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Detach interface failed, port_id=93d644ac-5867-41c8-9031-60237a47c9b6, reason: Instance 5fd79e38-e861-4e5d-94de-724d65bacfba could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1123.637789] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d39aa15-8d26-4111-a5e4-ce362f1873f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.647226] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801587, 'name': ReconfigVM_Task, 'duration_secs': 0.409093} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.648438] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance '8ac7cbca-de87-49f7-b90d-a822699ea2ec' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.652228] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1123.652228] env[69220]: value = "task-2801588" [ 1123.652228] env[69220]: _type = "Task" [ 1123.652228] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.663514] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.701905] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c2a31-314f-4ec9-8a75-6a2c363a7daf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.720914] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance '7ea2a99b-afe5-4c8a-a9e0-e37342a65de5' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.076659] env[69220]: INFO nova.compute.manager [-] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Took 1.45 seconds to deallocate network for instance. [ 1124.155304] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.155695] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.155695] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.155944] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.156160] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.156349] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.156603] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.156774] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.156945] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.157129] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.157302] env[69220]: DEBUG nova.virt.hardware [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.162753] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Reconfiguring VM instance instance-00000041 to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.163086] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7aee967-3d14-4fa1-89a4-26c0cc9a6ebc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.184613] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801588, 'name': PowerOffVM_Task, 'duration_secs': 0.43997} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.185786] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.186018] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.186333] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1124.186333] env[69220]: value = "task-2801589" [ 1124.186333] env[69220]: _type = "Task" [ 1124.186333] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.186987] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca46087-d782-40b5-ae50-fde65cc62867 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.196697] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.198614] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.198836] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-340e05b7-ab99-4af0-9408-65b8411802b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.227229] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.227526] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9ae7b64-c3bf-47e9-a578-a62e2ec01896 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.234246] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1124.234246] env[69220]: value = "task-2801591" [ 1124.234246] env[69220]: _type = "Task" [ 1124.234246] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.245098] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.266735] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.266929] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.267124] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleting the datastore file [datastore1] 31a05e33-bb66-4b16-a52a-4012344b4457 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.267414] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5ea8730-7902-4ad4-bc03-e099dd0777af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.274482] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1124.274482] env[69220]: value = "task-2801592" [ 1124.274482] env[69220]: _type = "Task" [ 1124.274482] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.284560] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.584112] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.584112] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.584112] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.606210] env[69220]: INFO nova.scheduler.client.report [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted allocations for instance 5fd79e38-e861-4e5d-94de-724d65bacfba [ 1124.698279] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801589, 'name': ReconfigVM_Task, 'duration_secs': 0.216759} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.698553] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Reconfigured VM instance instance-00000041 to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.699335] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ea390-f6ea-422a-9f27-8f4f114a6663 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.721040] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 8ac7cbca-de87-49f7-b90d-a822699ea2ec/8ac7cbca-de87-49f7-b90d-a822699ea2ec.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.721661] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e9f7b0-dc14-4d59-9448-8591110f2220 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.739176] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1124.739176] env[69220]: value = "task-2801593" [ 1124.739176] env[69220]: _type = "Task" [ 1124.739176] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.742110] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801591, 'name': PowerOffVM_Task, 'duration_secs': 0.218119} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.744889] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.745093] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance '7ea2a99b-afe5-4c8a-a9e0-e37342a65de5' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.753037] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801593, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.784339] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195382} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.784544] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.784544] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.784728] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.114554] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1b3dffe8-824b-44c4-aea3-0c27fa99e6dc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "5fd79e38-e861-4e5d-94de-724d65bacfba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.131s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.253039] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.253366] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.253445] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.253616] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.253760] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.253933] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.254159] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.254320] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.254483] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.254641] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.254814] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.259647] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801593, 'name': ReconfigVM_Task, 'duration_secs': 0.331093} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.259865] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35c16a6-845a-48a9-b952-e977ba6d4758 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.269874] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 8ac7cbca-de87-49f7-b90d-a822699ea2ec/8ac7cbca-de87-49f7-b90d-a822699ea2ec.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.270166] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance '8ac7cbca-de87-49f7-b90d-a822699ea2ec' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.280233] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1125.280233] env[69220]: value = "task-2801594" [ 1125.280233] env[69220]: _type = "Task" [ 1125.280233] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.291408] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.777090] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275758e7-241a-4ccd-8468-657cde4e3c8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.802277] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902697eb-323d-4f33-a339-be3517904755 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.808391] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.824560] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance '8ac7cbca-de87-49f7-b90d-a822699ea2ec' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.836539] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.836539] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.836539] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.836799] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.836799] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.836975] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.837205] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.837381] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.837549] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.837737] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.837901] env[69220]: DEBUG nova.virt.hardware [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.839127] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa73b20-a432-492f-9604-0cac01e9b236 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.848041] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c899d0a6-c345-40d5-af7a-66ecaad63119 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.862605] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:82:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a73346e6-90c8-4e05-8d74-4f7328113f31', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.870351] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.871503] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.871697] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cb0561b-3c58-4193-9a3d-4c3ae837816e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.893116] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.893116] env[69220]: value = "task-2801595" [ 1125.893116] env[69220]: _type = "Task" [ 1125.893116] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.901293] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801595, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.915250] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "aebf0840-31c3-44af-a66c-c806a8f25891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.915468] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.291180] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801594, 'name': ReconfigVM_Task, 'duration_secs': 0.711172} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.291516] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance '7ea2a99b-afe5-4c8a-a9e0-e37342a65de5' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.367619] env[69220]: DEBUG nova.network.neutron [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Port bd1d124c-b1e0-4dc4-badf-dc1c419b4442 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1126.402893] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801595, 'name': CreateVM_Task, 'duration_secs': 0.366179} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.403069] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.403724] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.403916] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.404320] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.404570] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfa5010-0ac6-49dd-8cda-c5737616a0f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.409375] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1126.409375] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52a8d92c-dace-db21-13f9-059ac2bf0cb9" [ 1126.409375] env[69220]: _type = "Task" [ 1126.409375] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.418677] env[69220]: DEBUG nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.421200] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a8d92c-dace-db21-13f9-059ac2bf0cb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.797972] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.798269] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.798401] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.798585] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.798729] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.798873] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.799106] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.799275] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.799442] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.799600] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.799771] env[69220]: DEBUG nova.virt.hardware [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.805256] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.805545] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afbfbab0-8e41-490f-bce8-2959a53580c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.824920] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1126.824920] env[69220]: value = "task-2801596" [ 1126.824920] env[69220]: _type = "Task" [ 1126.824920] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.832684] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.920245] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52a8d92c-dace-db21-13f9-059ac2bf0cb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.920603] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.920877] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.921155] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.921352] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.921558] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.924471] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-924659c4-0e18-4a0e-93e2-ba2b8974c0b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.939315] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.939729] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.940623] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48163242-865b-42b9-b1f5-655897482a9f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.945556] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.945833] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.947698] env[69220]: INFO nova.compute.claims [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.953047] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1126.953047] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523af3a0-d37b-46c9-9e8e-4644ad6ecbed" [ 1126.953047] env[69220]: _type = "Task" [ 1126.953047] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.960897] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523af3a0-d37b-46c9-9e8e-4644ad6ecbed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.334691] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801596, 'name': ReconfigVM_Task, 'duration_secs': 0.167092} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.334967] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.335756] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1be634-3dde-4321-bec2-4f507a58c176 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.357532] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5/7ea2a99b-afe5-4c8a-a9e0-e37342a65de5.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.357768] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c48d11-e500-4ac1-acfa-ee3ec65c8a82 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.383694] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1127.383694] env[69220]: value = "task-2801597" [ 1127.383694] env[69220]: _type = "Task" [ 1127.383694] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.390451] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.390675] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.390846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.400983] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.470051] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523af3a0-d37b-46c9-9e8e-4644ad6ecbed, 'name': SearchDatastore_Task, 'duration_secs': 0.020521} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.470196] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2887f1c2-0b15-440f-b559-adc92f8ef346 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.475324] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1127.475324] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5289eb35-e28e-160b-ab40-3e2a452a1215" [ 1127.475324] env[69220]: _type = "Task" [ 1127.475324] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.483191] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5289eb35-e28e-160b-ab40-3e2a452a1215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.897694] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801597, 'name': ReconfigVM_Task, 'duration_secs': 0.251254} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.897970] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5/7ea2a99b-afe5-4c8a-a9e0-e37342a65de5.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.898259] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance '7ea2a99b-afe5-4c8a-a9e0-e37342a65de5' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.920581] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.920790] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.920942] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.921115] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.921264] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.921402] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.921553] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.921684] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1127.921833] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.987234] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5289eb35-e28e-160b-ab40-3e2a452a1215, 'name': SearchDatastore_Task, 'duration_secs': 0.009909} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.987496] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.987746] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.987998] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f112ffc-ae38-4997-bc3b-bff40c5b92a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.994777] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1127.994777] env[69220]: value = "task-2801598" [ 1127.994777] env[69220]: _type = "Task" [ 1127.994777] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.004675] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.118059] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8879c08d-11ec-4f47-90ab-6d6d9abfdacf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.125774] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6d3162-b178-4877-8e70-ad6750f9eff9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.156776] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72e6728-e60b-436b-b8a5-b29f7e8a5568 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.164112] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18dbe36-4728-4ac2-a00a-31d5b48f72ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.177741] env[69220]: DEBUG nova.compute.provider_tree [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.407183] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641fdb2f-82fd-4b30-bf93-85229ef666fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.426415] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.427452] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.427613] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.427783] env[69220]: DEBUG nova.network.neutron [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.429412] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9414d9-8637-477d-b8d8-58f3ade40cd8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.447413] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance '7ea2a99b-afe5-4c8a-a9e0-e37342a65de5' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.505082] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427145} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.505360] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.505579] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.505830] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4a63208-ad88-4be6-9ec8-06c59c6bfc49 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.512228] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1128.512228] env[69220]: value = "task-2801599" [ 1128.512228] env[69220]: _type = "Task" [ 1128.512228] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.520400] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.698486] env[69220]: ERROR nova.scheduler.client.report [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [req-3382a610-3528-4f3c-858b-fa7110aa64f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3382a610-3528-4f3c-858b-fa7110aa64f1"}]} [ 1128.716881] env[69220]: DEBUG nova.scheduler.client.report [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1128.730669] env[69220]: DEBUG nova.scheduler.client.report [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1128.730886] env[69220]: DEBUG nova.compute.provider_tree [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.746591] env[69220]: DEBUG nova.scheduler.client.report [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1128.780080] env[69220]: DEBUG nova.scheduler.client.report [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1128.925537] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebfe46f-377f-4573-b3b3-4a78c25b902f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.935174] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8683df-3909-4a5f-97e4-e9800a628085 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.971319] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd17ec7-3f0b-48c0-8064-3c0ea52b0270 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.978933] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4641a52e-55f4-4ddb-836b-710d332e1a0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.992407] env[69220]: DEBUG nova.compute.provider_tree [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.008908] env[69220]: DEBUG nova.network.neutron [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Port 3026e987-369c-4919-9f59-dfa4f72c55d1 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1129.020883] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063221} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.021401] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.022190] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b07592-e8ca-4811-8417-6cb1a6cdd66d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.043352] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.044218] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2deca274-7183-403a-853b-b68c330bbf75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.065759] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1129.065759] env[69220]: value = "task-2801600" [ 1129.065759] env[69220]: _type = "Task" [ 1129.065759] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.073425] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.162908] env[69220]: DEBUG nova.network.neutron [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.496132] env[69220]: DEBUG nova.scheduler.client.report [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.576569] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.666127] env[69220]: DEBUG oslo_concurrency.lockutils [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.000679] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.055s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.001260] env[69220]: DEBUG nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.004538] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.578s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.004721] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.004869] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1130.005703] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b062526-9ffc-4dfb-8643-01396e0f5cdc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.014434] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c89a6-0028-4ed2-8f48-bba67453c324 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.028533] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.028763] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.028933] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.044247] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1394a7af-65b3-4dba-ab5a-83e53eb95d78 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.054247] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e14b50-6226-4e72-84f9-918ffbfd782a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.086610] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179617MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1130.086820] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.089114] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.098156] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801600, 'name': ReconfigVM_Task, 'duration_secs': 0.744092} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.098456] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.099058] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21170c31-85e4-493b-af86-e724730c5fc1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.105159] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1130.105159] env[69220]: value = "task-2801601" [ 1130.105159] env[69220]: _type = "Task" [ 1130.105159] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.113785] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801601, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.213526] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c602bf-6bb7-4095-ade5-97cf3faa8fd2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.232844] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7bd149-5a71-4710-abd5-23fa5b416070 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.240629] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance '8ac7cbca-de87-49f7-b90d-a822699ea2ec' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.510393] env[69220]: DEBUG nova.compute.utils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.512097] env[69220]: DEBUG nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.512303] env[69220]: DEBUG nova.network.neutron [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.615363] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801601, 'name': Rename_Task, 'duration_secs': 0.141639} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.615645] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.615891] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e68c68-46a2-47b0-b73e-c5ef9aaf5ac0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.623095] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1130.623095] env[69220]: value = "task-2801602" [ 1130.623095] env[69220]: _type = "Task" [ 1130.623095] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.637177] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.747687] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.748016] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c36c382-8994-41f4-a1bb-d11e5c6724b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.757123] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1130.757123] env[69220]: value = "task-2801603" [ 1130.757123] env[69220]: _type = "Task" [ 1130.757123] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.769900] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.795984] env[69220]: DEBUG nova.policy [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71a58b9d4ea3404189714384afe528d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d35b93d983475b9c1546cb99d48894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.015557] env[69220]: DEBUG nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.103447] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Applying migration context for instance 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5 as it has an incoming, in-progress migration f4f415a6-f972-4c59-a853-0595d716cdea. Migration status is post-migrating {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1131.103447] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Applying migration context for instance 8ac7cbca-de87-49f7-b90d-a822699ea2ec as it has an incoming, in-progress migration f5648b44-4b2d-4cdf-ade4-a1b6fbefd633. Migration status is post-migrating {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1131.103447] env[69220]: INFO nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating resource usage from migration f4f415a6-f972-4c59-a853-0595d716cdea [ 1131.103817] env[69220]: INFO nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating resource usage from migration f5648b44-4b2d-4cdf-ade4-a1b6fbefd633 [ 1131.137499] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.138502] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.138668] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.139034] env[69220]: DEBUG nova.network.neutron [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.160363] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68902688-0da5-48d8-807d-d4b3bbed769f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.160363] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 2ab30c64-fb49-48fd-8cad-510653d716c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.160509] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 31a05e33-bb66-4b16-a52a-4012344b4457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.160572] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance af5cac11-6c72-4093-b734-e5b715543968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.160705] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance fc02c9cd-9c48-4782-858e-d96318acbc3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.160829] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5b70c878-32be-42ca-8ded-963b3e77ba43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.161157] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.161157] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 469de3d7-4563-4ddd-9dbf-66b310975a2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.161257] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Migration f5648b44-4b2d-4cdf-ade4-a1b6fbefd633 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1131.161357] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8ac7cbca-de87-49f7-b90d-a822699ea2ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.161459] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Migration f4f415a6-f972-4c59-a853-0595d716cdea is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1131.161567] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.161673] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance aebf0840-31c3-44af-a66c-c806a8f25891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.161874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1131.162229] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1131.189292] env[69220]: DEBUG nova.network.neutron [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Successfully created port: c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.269276] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.354553] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe6a9b0-05f5-45e3-9c18-e8587468fbd6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.362267] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79579d62-03c2-4059-a5b1-998b8588f303 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.393254] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2157acb-a6ff-49f9-bccc-e7fe80c06aa1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.400763] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440e7f6e-a253-4f18-9358-56d17975c154 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.415632] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.636268] env[69220]: DEBUG oslo_vmware.api [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801602, 'name': PowerOnVM_Task, 'duration_secs': 1.000254} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.636557] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.636759] env[69220]: DEBUG nova.compute.manager [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.637562] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accf093c-93c7-4a36-8d23-4be1130ff80c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.769015] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.916862] env[69220]: DEBUG nova.network.neutron [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance_info_cache with network_info: [{"id": "3026e987-369c-4919-9f59-dfa4f72c55d1", "address": "fa:16:3e:ec:1e:d6", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3026e987-36", "ovs_interfaceid": "3026e987-369c-4919-9f59-dfa4f72c55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.918590] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.027870] env[69220]: DEBUG nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.094346] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.094586] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.094741] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.094949] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.095146] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.095321] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.095553] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.095709] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.095876] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.096058] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.096244] env[69220]: DEBUG nova.virt.hardware [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.097188] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5585dc12-8c09-4f37-97c6-9b4dcbe011a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.105629] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2522510f-4d1d-42a6-9f1e-546c159e2cf6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.157475] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.272930] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.422723] env[69220]: DEBUG oslo_concurrency.lockutils [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.426826] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1132.427018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.340s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.427290] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.270s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.427468] env[69220]: DEBUG nova.objects.instance [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1132.595704] env[69220]: DEBUG nova.compute.manager [req-86bc040f-ca25-47ec-b027-6a8a7c2fea66 req-4b1be884-9239-4077-a43c-e5d70e2f3e40 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Received event network-vif-plugged-c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.602541] env[69220]: DEBUG oslo_concurrency.lockutils [req-86bc040f-ca25-47ec-b027-6a8a7c2fea66 req-4b1be884-9239-4077-a43c-e5d70e2f3e40 service nova] Acquiring lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.602541] env[69220]: DEBUG oslo_concurrency.lockutils [req-86bc040f-ca25-47ec-b027-6a8a7c2fea66 req-4b1be884-9239-4077-a43c-e5d70e2f3e40 service nova] Lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.602541] env[69220]: DEBUG oslo_concurrency.lockutils [req-86bc040f-ca25-47ec-b027-6a8a7c2fea66 req-4b1be884-9239-4077-a43c-e5d70e2f3e40 service nova] Lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.602541] env[69220]: DEBUG nova.compute.manager [req-86bc040f-ca25-47ec-b027-6a8a7c2fea66 req-4b1be884-9239-4077-a43c-e5d70e2f3e40 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] No waiting events found dispatching network-vif-plugged-c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.602541] env[69220]: WARNING nova.compute.manager [req-86bc040f-ca25-47ec-b027-6a8a7c2fea66 req-4b1be884-9239-4077-a43c-e5d70e2f3e40 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Received unexpected event network-vif-plugged-c975a937-e173-4e1e-b68e-214ade755d82 for instance with vm_state building and task_state spawning. [ 1132.728936] env[69220]: DEBUG nova.network.neutron [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Successfully updated port: c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.774098] env[69220]: DEBUG oslo_vmware.api [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801603, 'name': PowerOnVM_Task, 'duration_secs': 1.879372} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.774448] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.774625] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f043006-44a8-4ab1-8e44-a5d4479128c9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance '8ac7cbca-de87-49f7-b90d-a822699ea2ec' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.981455] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66741bb2-0561-422f-ab5e-3c335ecb2520 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.010572] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0888ccea-ca27-4c79-b83b-1600749f9afc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.018059] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance '7ea2a99b-afe5-4c8a-a9e0-e37342a65de5' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.197123] env[69220]: INFO nova.compute.manager [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Rebuilding instance [ 1133.233492] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.233636] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.233781] env[69220]: DEBUG nova.network.neutron [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.252110] env[69220]: DEBUG nova.compute.manager [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.252951] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666bc9c-e277-40c4-8f6a-2194adafaaf8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.393848] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.394202] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.445033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8d42717d-b44a-4d85-aeba-9b3f34b143a9 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.523902] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.524318] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48f5aa48-0ce5-4164-9689-92d4a0c31b75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.531775] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1133.531775] env[69220]: value = "task-2801604" [ 1133.531775] env[69220]: _type = "Task" [ 1133.531775] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.539069] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.766079] env[69220]: DEBUG nova.network.neutron [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.897958] env[69220]: DEBUG nova.compute.utils [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.942526] env[69220]: DEBUG nova.network.neutron [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [{"id": "c975a937-e173-4e1e-b68e-214ade755d82", "address": "fa:16:3e:34:34:80", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975a937-e1", "ovs_interfaceid": "c975a937-e173-4e1e-b68e-214ade755d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.042164] env[69220]: DEBUG oslo_vmware.api [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801604, 'name': PowerOnVM_Task, 'duration_secs': 0.378101} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.042488] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.042720] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-35daa2a8-7cb4-42a9-a142-3501bab89174 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance '7ea2a99b-afe5-4c8a-a9e0-e37342a65de5' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.266019] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.266412] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f57952c-ae48-4fcb-ab44-287d57feb380 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.273580] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1134.273580] env[69220]: value = "task-2801605" [ 1134.273580] env[69220]: _type = "Task" [ 1134.273580] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.283618] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.401451] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.444871] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.445245] env[69220]: DEBUG nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Instance network_info: |[{"id": "c975a937-e173-4e1e-b68e-214ade755d82", "address": "fa:16:3e:34:34:80", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975a937-e1", "ovs_interfaceid": "c975a937-e173-4e1e-b68e-214ade755d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.445688] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:34:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c975a937-e173-4e1e-b68e-214ade755d82', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.453312] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.453513] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.453736] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94188bb1-7b64-4eac-826b-ade55d17fb64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.473247] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.473247] env[69220]: value = "task-2801606" [ 1134.473247] env[69220]: _type = "Task" [ 1134.473247] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.480781] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801606, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.656365] env[69220]: DEBUG nova.compute.manager [req-06842e25-1bfc-46f6-8d7d-d0d4ad4fc20a req-5bca2e8c-c279-45ee-8f66-f09c48f9a5a9 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Received event network-changed-c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.656536] env[69220]: DEBUG nova.compute.manager [req-06842e25-1bfc-46f6-8d7d-d0d4ad4fc20a req-5bca2e8c-c279-45ee-8f66-f09c48f9a5a9 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Refreshing instance network info cache due to event network-changed-c975a937-e173-4e1e-b68e-214ade755d82. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.656753] env[69220]: DEBUG oslo_concurrency.lockutils [req-06842e25-1bfc-46f6-8d7d-d0d4ad4fc20a req-5bca2e8c-c279-45ee-8f66-f09c48f9a5a9 service nova] Acquiring lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.656899] env[69220]: DEBUG oslo_concurrency.lockutils [req-06842e25-1bfc-46f6-8d7d-d0d4ad4fc20a req-5bca2e8c-c279-45ee-8f66-f09c48f9a5a9 service nova] Acquired lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.657075] env[69220]: DEBUG nova.network.neutron [req-06842e25-1bfc-46f6-8d7d-d0d4ad4fc20a req-5bca2e8c-c279-45ee-8f66-f09c48f9a5a9 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Refreshing network info cache for port c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.783805] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801605, 'name': PowerOffVM_Task, 'duration_secs': 0.234219} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.784218] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.784374] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.785147] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfe1419-ab49-4c6e-8918-eb5ea9f9134f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.791477] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.791701] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bbd15bf-e560-4e44-9faa-78446d05391a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.859223] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.859453] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.859632] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleting the datastore file [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.859909] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71eb5b63-5a6a-4331-860d-76788ee24c6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.866432] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1134.866432] env[69220]: value = "task-2801608" [ 1134.866432] env[69220]: _type = "Task" [ 1134.866432] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.874010] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.983762] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801606, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.141120] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.141419] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.141607] env[69220]: DEBUG nova.compute.manager [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Going to confirm migration 6 {{(pid=69220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1135.373336] env[69220]: DEBUG nova.network.neutron [req-06842e25-1bfc-46f6-8d7d-d0d4ad4fc20a req-5bca2e8c-c279-45ee-8f66-f09c48f9a5a9 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updated VIF entry in instance network info cache for port c975a937-e173-4e1e-b68e-214ade755d82. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.373668] env[69220]: DEBUG nova.network.neutron [req-06842e25-1bfc-46f6-8d7d-d0d4ad4fc20a req-5bca2e8c-c279-45ee-8f66-f09c48f9a5a9 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [{"id": "c975a937-e173-4e1e-b68e-214ade755d82", "address": "fa:16:3e:34:34:80", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975a937-e1", "ovs_interfaceid": "c975a937-e173-4e1e-b68e-214ade755d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.380407] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387048} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.381613] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.381805] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.381980] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.484331] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801606, 'name': CreateVM_Task, 'duration_secs': 0.637123} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.484501] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.485188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.485354] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.485674] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.485925] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1bffb1-ebc8-410d-a6a7-7e0dbb5155f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.490238] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1135.490238] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e082bb-39f1-0354-dba1-87997b46959a" [ 1135.490238] env[69220]: _type = "Task" [ 1135.490238] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.497628] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e082bb-39f1-0354-dba1-87997b46959a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.511284] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.511511] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.511727] env[69220]: INFO nova.compute.manager [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Attaching volume fa84ee17-d331-4b98-8be4-943d6e68fcea to /dev/sdb [ 1135.542778] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8d323a-dd32-44a1-93e7-7d0ba646ce46 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.550163] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdb5a72-351e-4940-8bbe-e54bb80d1227 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.565118] env[69220]: DEBUG nova.virt.block_device [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updating existing volume attachment record: c4676cf7-0d33-4857-a22e-974c19cd5530 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1135.700035] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.700240] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.700417] env[69220]: DEBUG nova.network.neutron [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.700603] env[69220]: DEBUG nova.objects.instance [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'info_cache' on Instance uuid 8ac7cbca-de87-49f7-b90d-a822699ea2ec {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.876926] env[69220]: DEBUG oslo_concurrency.lockutils [req-06842e25-1bfc-46f6-8d7d-d0d4ad4fc20a req-5bca2e8c-c279-45ee-8f66-f09c48f9a5a9 service nova] Releasing lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.892875] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.893209] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.893476] env[69220]: DEBUG nova.compute.manager [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Going to confirm migration 7 {{(pid=69220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1136.005241] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e082bb-39f1-0354-dba1-87997b46959a, 'name': SearchDatastore_Task, 'duration_secs': 0.05337} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.005646] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.005921] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.006234] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.006435] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.006673] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.007062] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81ab9315-86a5-4241-8e94-7b97c9da0158 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.015566] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.015860] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.016976] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8702cc77-2a62-431f-8276-30de955481ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.023550] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1136.023550] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52eeec3a-571f-c3bf-d7a2-4dd7cc59b57a" [ 1136.023550] env[69220]: _type = "Task" [ 1136.023550] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.034265] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52eeec3a-571f-c3bf-d7a2-4dd7cc59b57a, 'name': SearchDatastore_Task, 'duration_secs': 0.008136} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.035022] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ea4d1f-9455-4e10-b918-90adc57ada31 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.040692] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1136.040692] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5287b3cc-3655-b37b-646b-bea2bcc86668" [ 1136.040692] env[69220]: _type = "Task" [ 1136.040692] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.049375] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5287b3cc-3655-b37b-646b-bea2bcc86668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.454467] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.454748] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.454905] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.455106] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.455273] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.455434] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.455647] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.455805] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.455972] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.456172] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.456353] env[69220]: DEBUG nova.virt.hardware [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.457244] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c371429-c9ba-483b-8562-7461d425f3e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.464945] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f2a31-492c-42fa-b170-a42e7f4c4f52 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.478651] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:82:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a73346e6-90c8-4e05-8d74-4f7328113f31', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.486296] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.486542] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.486747] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b381f512-80f0-4bc1-9af3-e4f0afd82618 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.505393] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.505393] env[69220]: value = "task-2801610" [ 1136.505393] env[69220]: _type = "Task" [ 1136.505393] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.506379] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.506533] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquired lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.506695] env[69220]: DEBUG nova.network.neutron [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.506871] env[69220]: DEBUG nova.objects.instance [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'info_cache' on Instance uuid 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.515945] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801610, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.549940] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5287b3cc-3655-b37b-646b-bea2bcc86668, 'name': SearchDatastore_Task, 'duration_secs': 0.007996} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.550215] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.550535] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891/aebf0840-31c3-44af-a66c-c806a8f25891.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.550784] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-678226e8-a965-4d5a-90f3-f8e8f6217f80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.556651] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1136.556651] env[69220]: value = "task-2801611" [ 1136.556651] env[69220]: _type = "Task" [ 1136.556651] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.563848] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.951832] env[69220]: DEBUG nova.network.neutron [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [{"id": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "address": "fa:16:3e:d7:67:3f", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd1d124c-b1", "ovs_interfaceid": "bd1d124c-b1e0-4dc4-badf-dc1c419b4442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.020217] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801610, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.066678] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501326} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.066928] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891/aebf0840-31c3-44af-a66c-c806a8f25891.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.067163] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.067416] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0080174b-7b4f-4dbc-8417-1961954d09d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.074042] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1137.074042] env[69220]: value = "task-2801612" [ 1137.074042] env[69220]: _type = "Task" [ 1137.074042] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.080796] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.455047] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-8ac7cbca-de87-49f7-b90d-a822699ea2ec" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.455397] env[69220]: DEBUG nova.objects.instance [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'migration_context' on Instance uuid 8ac7cbca-de87-49f7-b90d-a822699ea2ec {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.522350] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801610, 'name': CreateVM_Task, 'duration_secs': 0.569861} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.522517] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.523113] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.523279] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.523681] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.523829] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f595815-9eb6-4166-8207-104eabb68a39 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.528180] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1137.528180] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5261fbb7-1209-ce4e-ef65-9ef820dcd412" [ 1137.528180] env[69220]: _type = "Task" [ 1137.528180] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.535488] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5261fbb7-1209-ce4e-ef65-9ef820dcd412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.583331] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06414} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.583579] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.584387] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4581dd-a0d5-4366-a8b7-d119c06043b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.605680] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891/aebf0840-31c3-44af-a66c-c806a8f25891.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.607742] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d99bfb3-d316-445d-b010-c1a324dc9604 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.626531] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1137.626531] env[69220]: value = "task-2801613" [ 1137.626531] env[69220]: _type = "Task" [ 1137.626531] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.636392] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.727044] env[69220]: DEBUG nova.network.neutron [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance_info_cache with network_info: [{"id": "3026e987-369c-4919-9f59-dfa4f72c55d1", "address": "fa:16:3e:ec:1e:d6", "network": {"id": "92281363-bee8-401e-8fce-3b5241443a57", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1116052565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b92b9177127a440f849b7c0ceff2ca30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3026e987-36", "ovs_interfaceid": "3026e987-369c-4919-9f59-dfa4f72c55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.958675] env[69220]: DEBUG nova.objects.base [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Object Instance<8ac7cbca-de87-49f7-b90d-a822699ea2ec> lazy-loaded attributes: info_cache,migration_context {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.959649] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586ae8a8-d0f0-49e8-923e-70127e348527 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.978788] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e24c04-1e4d-4b3e-9ba2-54c6b8c30e38 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.984255] env[69220]: DEBUG oslo_vmware.api [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1137.984255] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f2b6db-a36b-9389-2f24-419169977be1" [ 1137.984255] env[69220]: _type = "Task" [ 1137.984255] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.991664] env[69220]: DEBUG oslo_vmware.api [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f2b6db-a36b-9389-2f24-419169977be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.037763] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5261fbb7-1209-ce4e-ef65-9ef820dcd412, 'name': SearchDatastore_Task, 'duration_secs': 0.040287} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.038110] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.038351] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.038585] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.038731] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.038907] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.039176] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33508005-db9d-4b42-b882-974842933242 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.054824] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.055018] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.055730] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2add95b2-0f74-46d2-bf96-bc110551d19a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.060429] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1138.060429] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f12d15-d8f7-6923-7fcb-9c039f5460e5" [ 1138.060429] env[69220]: _type = "Task" [ 1138.060429] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.067696] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f12d15-d8f7-6923-7fcb-9c039f5460e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.136944] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.229866] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Releasing lock "refresh_cache-7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.230168] env[69220]: DEBUG nova.objects.instance [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lazy-loading 'migration_context' on Instance uuid 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.495823] env[69220]: DEBUG oslo_vmware.api [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f2b6db-a36b-9389-2f24-419169977be1, 'name': SearchDatastore_Task, 'duration_secs': 0.022221} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.496115] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.496400] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.570729] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f12d15-d8f7-6923-7fcb-9c039f5460e5, 'name': SearchDatastore_Task, 'duration_secs': 0.046181} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.571531] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374f5bad-38d7-41a2-bbec-79aa54f064ed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.576552] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1138.576552] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b86c9f-f380-0481-904b-4d4083054d98" [ 1138.576552] env[69220]: _type = "Task" [ 1138.576552] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.585540] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b86c9f-f380-0481-904b-4d4083054d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.636034] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801613, 'name': ReconfigVM_Task, 'duration_secs': 0.933056} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.636320] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfigured VM instance instance-0000006c to attach disk [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891/aebf0840-31c3-44af-a66c-c806a8f25891.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.636948] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43408aba-291a-4f48-975e-9922f26afec0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.642772] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1138.642772] env[69220]: value = "task-2801615" [ 1138.642772] env[69220]: _type = "Task" [ 1138.642772] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.650321] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801615, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.732901] env[69220]: DEBUG nova.objects.base [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Object Instance<7ea2a99b-afe5-4c8a-a9e0-e37342a65de5> lazy-loaded attributes: info_cache,migration_context {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.733918] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802f9b05-aaa6-42ee-98e5-c080b9998f5b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.753241] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e438ada-707e-4be9-9129-0c808062701c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.758847] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1138.758847] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52367c26-836a-be27-af77-e131de34f5f6" [ 1138.758847] env[69220]: _type = "Task" [ 1138.758847] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.766880] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52367c26-836a-be27-af77-e131de34f5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.087759] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b86c9f-f380-0481-904b-4d4083054d98, 'name': SearchDatastore_Task, 'duration_secs': 0.029988} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.090012] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.090291] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.090722] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42af114e-e6c9-4238-adba-cc4681505bac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.097444] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1139.097444] env[69220]: value = "task-2801616" [ 1139.097444] env[69220]: _type = "Task" [ 1139.097444] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.107418] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.152037] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801615, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.195072] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069fc13a-1c09-4af3-828c-b7b905f3d192 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.202226] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1a09fe-e741-4ee8-98a8-b9ab55af31e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.233028] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a843e20-9338-4f6d-9421-20712ab7d42f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.239870] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8787e1e8-6b19-4867-9436-fcbc84a83571 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.253320] env[69220]: DEBUG nova.compute.provider_tree [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.269360] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52367c26-836a-be27-af77-e131de34f5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.269664] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.607980] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438531} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.608209] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.608427] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.608674] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df6b4618-6198-420e-9f2e-41ed513b6a3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.615315] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1139.615315] env[69220]: value = "task-2801617" [ 1139.615315] env[69220]: _type = "Task" [ 1139.615315] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.623310] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.652475] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801615, 'name': Rename_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.756866] env[69220]: DEBUG nova.scheduler.client.report [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.114360] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1140.114606] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562985', 'volume_id': 'fa84ee17-d331-4b98-8be4-943d6e68fcea', 'name': 'volume-fa84ee17-d331-4b98-8be4-943d6e68fcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc02c9cd-9c48-4782-858e-d96318acbc3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa84ee17-d331-4b98-8be4-943d6e68fcea', 'serial': 'fa84ee17-d331-4b98-8be4-943d6e68fcea'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1140.115558] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72996c5-02ea-4a5e-be4f-3278ec074f96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.126183] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065993} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.136227] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.137087] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5ec409-4efc-498f-a894-67dac3de1f2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.139723] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e9e0a-8ce9-4bdb-ac19-d8444d3ea78d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.166682] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-fa84ee17-d331-4b98-8be4-943d6e68fcea/volume-fa84ee17-d331-4b98-8be4-943d6e68fcea.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.176398] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db34f7a9-8c1c-44ac-9478-416020c846c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.196835] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.197613] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89e97c3-f09d-4c2c-bdc2-a3203e476dbc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.214341] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801615, 'name': Rename_Task, 'duration_secs': 1.154105} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.214937] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.215206] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e05c47e-2b46-4044-8727-2e4c7c8f9a82 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.218972] env[69220]: DEBUG oslo_vmware.api [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1140.218972] env[69220]: value = "task-2801618" [ 1140.218972] env[69220]: _type = "Task" [ 1140.218972] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.220220] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1140.220220] env[69220]: value = "task-2801619" [ 1140.220220] env[69220]: _type = "Task" [ 1140.220220] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.226632] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1140.226632] env[69220]: value = "task-2801620" [ 1140.226632] env[69220]: _type = "Task" [ 1140.226632] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.235782] env[69220]: DEBUG oslo_vmware.api [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.235983] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.241032] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.734907] env[69220]: DEBUG oslo_vmware.api [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.738496] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.742594] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.767199] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.271s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.770159] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.500s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.231974] env[69220]: DEBUG oslo_vmware.api [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801618, 'name': ReconfigVM_Task, 'duration_secs': 0.699914} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.235803] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-fa84ee17-d331-4b98-8be4-943d6e68fcea/volume-fa84ee17-d331-4b98-8be4-943d6e68fcea.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.243788] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d001b04d-236e-4ad5-b4a7-d95625960d7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.256926] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801619, 'name': ReconfigVM_Task, 'duration_secs': 0.767579} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.257758] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457/31a05e33-bb66-4b16-a52a-4012344b4457.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.258936] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0003d5b3-40f9-44f4-b050-27fd939bd8ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.263540] env[69220]: DEBUG oslo_vmware.api [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801620, 'name': PowerOnVM_Task, 'duration_secs': 0.862835} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.265000] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.265257] env[69220]: INFO nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1141.265457] env[69220]: DEBUG nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.265783] env[69220]: DEBUG oslo_vmware.api [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1141.265783] env[69220]: value = "task-2801621" [ 1141.265783] env[69220]: _type = "Task" [ 1141.265783] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.266483] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec4731f-a85b-402e-bbe5-406888687784 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.272717] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1141.272717] env[69220]: value = "task-2801622" [ 1141.272717] env[69220]: _type = "Task" [ 1141.272717] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.292899] env[69220]: DEBUG oslo_vmware.api [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.298769] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801622, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.389163] env[69220]: INFO nova.scheduler.client.report [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted allocation for migration f5648b44-4b2d-4cdf-ade4-a1b6fbefd633 [ 1141.457235] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22ad8a-788d-4cfc-afcf-df1c88f609e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.466342] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183ce490-b30e-45c4-9eea-dc4deaaaa199 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.498022] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d996b6f5-d537-4df3-869e-45fef584fd74 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.505695] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9265c65f-089d-4477-b2f5-e9878c1cea82 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.519377] env[69220]: DEBUG nova.compute.provider_tree [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.780123] env[69220]: DEBUG oslo_vmware.api [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801621, 'name': ReconfigVM_Task, 'duration_secs': 0.151966} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.783375] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562985', 'volume_id': 'fa84ee17-d331-4b98-8be4-943d6e68fcea', 'name': 'volume-fa84ee17-d331-4b98-8be4-943d6e68fcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc02c9cd-9c48-4782-858e-d96318acbc3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa84ee17-d331-4b98-8be4-943d6e68fcea', 'serial': 'fa84ee17-d331-4b98-8be4-943d6e68fcea'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.790238] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801622, 'name': Rename_Task, 'duration_secs': 0.268321} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.790502] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.790748] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af07085-fb42-4e34-b9cc-5ca89d7097fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.799011] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1141.799011] env[69220]: value = "task-2801623" [ 1141.799011] env[69220]: _type = "Task" [ 1141.799011] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.804925] env[69220]: INFO nova.compute.manager [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Took 14.88 seconds to build instance. [ 1141.811356] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.895168] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d4190a6f-d7ee-4f92-b43f-6f746ceda57a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.754s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.022573] env[69220]: DEBUG nova.scheduler.client.report [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.309745] env[69220]: DEBUG oslo_concurrency.lockutils [None req-420b5951-9c9c-4121-b1b4-0e4df1bd49bc tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.394s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.310169] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.577227] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.577492] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.577705] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.577893] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.578265] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.580295] env[69220]: INFO nova.compute.manager [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Terminating instance [ 1142.810831] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.846252] env[69220]: DEBUG nova.objects.instance [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid fc02c9cd-9c48-4782-858e-d96318acbc3d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.033231] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.263s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.068500] env[69220]: DEBUG nova.compute.manager [req-0f4ee0f3-d38a-4708-bde8-85b7b11910f1 req-bf92e86e-fa34-47c1-b070-9a6df3f5a705 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Received event network-changed-c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.068684] env[69220]: DEBUG nova.compute.manager [req-0f4ee0f3-d38a-4708-bde8-85b7b11910f1 req-bf92e86e-fa34-47c1-b070-9a6df3f5a705 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Refreshing instance network info cache due to event network-changed-c975a937-e173-4e1e-b68e-214ade755d82. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1143.069174] env[69220]: DEBUG oslo_concurrency.lockutils [req-0f4ee0f3-d38a-4708-bde8-85b7b11910f1 req-bf92e86e-fa34-47c1-b070-9a6df3f5a705 service nova] Acquiring lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.069351] env[69220]: DEBUG oslo_concurrency.lockutils [req-0f4ee0f3-d38a-4708-bde8-85b7b11910f1 req-bf92e86e-fa34-47c1-b070-9a6df3f5a705 service nova] Acquired lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.069581] env[69220]: DEBUG nova.network.neutron [req-0f4ee0f3-d38a-4708-bde8-85b7b11910f1 req-bf92e86e-fa34-47c1-b070-9a6df3f5a705 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Refreshing network info cache for port c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.084318] env[69220]: DEBUG nova.compute.manager [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.084549] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.085480] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82b83b9-da9e-4872-9cae-ef76cbc9ac99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.094620] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.094863] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f722f95-9cf3-436c-95ea-bb0f6353ec55 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.102470] env[69220]: DEBUG oslo_vmware.api [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1143.102470] env[69220]: value = "task-2801624" [ 1143.102470] env[69220]: _type = "Task" [ 1143.102470] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.111667] env[69220]: DEBUG oslo_vmware.api [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.311272] env[69220]: DEBUG oslo_vmware.api [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801623, 'name': PowerOnVM_Task, 'duration_secs': 1.234818} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.311583] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.311738] env[69220]: DEBUG nova.compute.manager [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.312545] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24e9058-53f0-4ebc-923d-8da455473287 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.351879] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2ab243fa-0567-4460-a730-5a0c0c4dc96c tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.614386] env[69220]: DEBUG oslo_vmware.api [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801624, 'name': PowerOffVM_Task, 'duration_secs': 0.159183} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.614785] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.614858] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.615098] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14fab966-b504-42ab-a8f0-a1dbd5197f86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.642801] env[69220]: INFO nova.scheduler.client.report [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted allocation for migration f4f415a6-f972-4c59-a853-0595d716cdea [ 1143.684813] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.686722] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.686722] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleting the datastore file [datastore2] 8ac7cbca-de87-49f7-b90d-a822699ea2ec {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.686722] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-343bea74-c97d-4ee4-b47a-bb2a6d06c47a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.692816] env[69220]: DEBUG oslo_vmware.api [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1143.692816] env[69220]: value = "task-2801626" [ 1143.692816] env[69220]: _type = "Task" [ 1143.692816] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.701410] env[69220]: DEBUG oslo_vmware.api [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.813930] env[69220]: DEBUG nova.network.neutron [req-0f4ee0f3-d38a-4708-bde8-85b7b11910f1 req-bf92e86e-fa34-47c1-b070-9a6df3f5a705 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updated VIF entry in instance network info cache for port c975a937-e173-4e1e-b68e-214ade755d82. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.814378] env[69220]: DEBUG nova.network.neutron [req-0f4ee0f3-d38a-4708-bde8-85b7b11910f1 req-bf92e86e-fa34-47c1-b070-9a6df3f5a705 service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [{"id": "c975a937-e173-4e1e-b68e-214ade755d82", "address": "fa:16:3e:34:34:80", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975a937-e1", "ovs_interfaceid": "c975a937-e173-4e1e-b68e-214ade755d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.831075] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.831499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.831824] env[69220]: DEBUG nova.objects.instance [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1144.150197] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.257s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.203735] env[69220]: DEBUG oslo_vmware.api [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155794} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.203989] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.204189] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.204389] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.204569] env[69220]: INFO nova.compute.manager [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1144.204809] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.204993] env[69220]: DEBUG nova.compute.manager [-] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.205103] env[69220]: DEBUG nova.network.neutron [-] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.318377] env[69220]: DEBUG oslo_concurrency.lockutils [req-0f4ee0f3-d38a-4708-bde8-85b7b11910f1 req-bf92e86e-fa34-47c1-b070-9a6df3f5a705 service nova] Releasing lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.843322] env[69220]: DEBUG oslo_concurrency.lockutils [None req-48157999-be9c-4855-9cfd-2a113495e0a8 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.094566] env[69220]: DEBUG nova.compute.manager [req-a8c8e358-8c5e-4ddb-9744-637e667b6c9f req-888e039a-8ac5-4f07-bae0-d16cc2ab5393 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Received event network-vif-deleted-bd1d124c-b1e0-4dc4-badf-dc1c419b4442 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1145.094566] env[69220]: INFO nova.compute.manager [req-a8c8e358-8c5e-4ddb-9744-637e667b6c9f req-888e039a-8ac5-4f07-bae0-d16cc2ab5393 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Neutron deleted interface bd1d124c-b1e0-4dc4-badf-dc1c419b4442; detaching it from the instance and deleting it from the info cache [ 1145.094566] env[69220]: DEBUG nova.network.neutron [req-a8c8e358-8c5e-4ddb-9744-637e667b6c9f req-888e039a-8ac5-4f07-bae0-d16cc2ab5393 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.167020] env[69220]: DEBUG oslo_concurrency.lockutils [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.167221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.283707] env[69220]: DEBUG nova.network.neutron [-] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.439052] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.439430] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.439681] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.439899] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.440127] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.442241] env[69220]: INFO nova.compute.manager [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Terminating instance [ 1145.596438] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-202221c7-4e13-45c1-8de9-fd52a05d884d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.604037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "a74aa843-1750-4fd3-8a54-2798add80730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.604037] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.609950] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e745b8-2b12-4c58-b7fa-3e5fbe7e1d0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.642637] env[69220]: DEBUG nova.compute.manager [req-a8c8e358-8c5e-4ddb-9744-637e667b6c9f req-888e039a-8ac5-4f07-bae0-d16cc2ab5393 service nova] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Detach interface failed, port_id=bd1d124c-b1e0-4dc4-badf-dc1c419b4442, reason: Instance 8ac7cbca-de87-49f7-b90d-a822699ea2ec could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1145.670010] env[69220]: DEBUG nova.compute.utils [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.791047] env[69220]: INFO nova.compute.manager [-] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Took 1.59 seconds to deallocate network for instance. [ 1145.946694] env[69220]: DEBUG nova.compute.manager [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.946901] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.947866] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff94a01-bd8f-40a1-8116-ddc10873042d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.956122] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.956380] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70d0aa47-6681-40cd-869a-84a01ce4e4ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.962830] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1145.962830] env[69220]: value = "task-2801627" [ 1145.962830] env[69220]: _type = "Task" [ 1145.962830] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.970764] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.105653] env[69220]: DEBUG nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.174774] env[69220]: DEBUG oslo_concurrency.lockutils [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.176434] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "469de3d7-4563-4ddd-9dbf-66b310975a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.176434] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "469de3d7-4563-4ddd-9dbf-66b310975a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.176721] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "469de3d7-4563-4ddd-9dbf-66b310975a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.177023] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "469de3d7-4563-4ddd-9dbf-66b310975a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.177296] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "469de3d7-4563-4ddd-9dbf-66b310975a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.180296] env[69220]: INFO nova.compute.manager [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Terminating instance [ 1146.299082] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.299315] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.299388] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.363572] env[69220]: INFO nova.scheduler.client.report [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted allocations for instance 8ac7cbca-de87-49f7-b90d-a822699ea2ec [ 1146.473081] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801627, 'name': PowerOffVM_Task, 'duration_secs': 0.390242} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.473385] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.473564] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.473812] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb60ed77-d149-4767-a2a9-566f9223b60b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.561664] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.561926] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.562173] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleting the datastore file [datastore1] 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.562491] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ccfe5cf-e636-465b-9323-11a1e97fe69c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.569328] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for the task: (returnval){ [ 1146.569328] env[69220]: value = "task-2801629" [ 1146.569328] env[69220]: _type = "Task" [ 1146.569328] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.577175] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.624126] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.624484] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.625973] env[69220]: INFO nova.compute.claims [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.684290] env[69220]: DEBUG nova.compute.manager [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.684603] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.685534] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f994b9-6e31-4978-9a50-a0675a8a91dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.693703] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.693972] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77fee90a-6fba-4913-96f7-598688799dbf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.700898] env[69220]: DEBUG oslo_vmware.api [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1146.700898] env[69220]: value = "task-2801630" [ 1146.700898] env[69220]: _type = "Task" [ 1146.700898] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.708984] env[69220]: DEBUG oslo_vmware.api [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.871735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-689100fb-2872-4f53-a2a1-00bad9e8b043 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "8ac7cbca-de87-49f7-b90d-a822699ea2ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.294s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.079618] env[69220]: DEBUG oslo_vmware.api [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Task: {'id': task-2801629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152136} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.079618] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.079837] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.079987] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.080182] env[69220]: INFO nova.compute.manager [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1147.080414] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.080602] env[69220]: DEBUG nova.compute.manager [-] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.080699] env[69220]: DEBUG nova.network.neutron [-] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.212176] env[69220]: DEBUG oslo_vmware.api [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801630, 'name': PowerOffVM_Task, 'duration_secs': 0.239285} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.212521] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.212705] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.212973] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4de0a4ab-045e-4637-94d5-7ee725fdff92 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.281894] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.282134] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.282369] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleting the datastore file [datastore1] 469de3d7-4563-4ddd-9dbf-66b310975a2b {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.282600] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db2106b7-eca4-477d-9a76-2d1f56f6b439 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.289543] env[69220]: DEBUG oslo_vmware.api [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1147.289543] env[69220]: value = "task-2801632" [ 1147.289543] env[69220]: _type = "Task" [ 1147.289543] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.298014] env[69220]: DEBUG oslo_vmware.api [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.482708] env[69220]: DEBUG oslo_concurrency.lockutils [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.483026] env[69220]: DEBUG oslo_concurrency.lockutils [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.483385] env[69220]: INFO nova.compute.manager [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Attaching volume d31c1062-e537-4a10-b0a7-ff682d8d2a93 to /dev/sdc [ 1147.542900] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbedb1fd-caa9-48db-877d-1bf951a87dc4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.553366] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c31f7-e83c-42d8-8222-b54b6a9807ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.556703] env[69220]: DEBUG nova.compute.manager [req-97e64ce0-0641-47ed-9df7-7a31a9f47588 req-09f38d00-1967-4caa-9a65-f1db6a9af61c service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Received event network-vif-deleted-3026e987-369c-4919-9f59-dfa4f72c55d1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.556887] env[69220]: INFO nova.compute.manager [req-97e64ce0-0641-47ed-9df7-7a31a9f47588 req-09f38d00-1967-4caa-9a65-f1db6a9af61c service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Neutron deleted interface 3026e987-369c-4919-9f59-dfa4f72c55d1; detaching it from the instance and deleting it from the info cache [ 1147.557071] env[69220]: DEBUG nova.network.neutron [req-97e64ce0-0641-47ed-9df7-7a31a9f47588 req-09f38d00-1967-4caa-9a65-f1db6a9af61c service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.570152] env[69220]: DEBUG nova.virt.block_device [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updating existing volume attachment record: a5e3e5d9-2d22-4832-8ec7-22dcf8745b23 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1147.800976] env[69220]: DEBUG oslo_vmware.api [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13003} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.803676] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.803884] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.804075] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.804254] env[69220]: INFO nova.compute.manager [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1147.804529] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.804921] env[69220]: DEBUG nova.compute.manager [-] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.805029] env[69220]: DEBUG nova.network.neutron [-] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.823109] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1392a60-7824-45bc-bce5-ffbdfb7e2f51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.830808] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89baff57-edcb-444a-b990-b495d5936712 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.861619] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964e962f-6dcb-46a9-b4e5-8e46181b8bf3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.869429] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c05286-572f-4359-b17e-1bd8b28852b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.882752] env[69220]: DEBUG nova.compute.provider_tree [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.005057] env[69220]: DEBUG nova.network.neutron [-] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.060267] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2872547b-c406-45fa-84fe-ac614ea19ee9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.071639] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e28821-e2e0-4711-884b-f41147070a65 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.101956] env[69220]: DEBUG nova.compute.manager [req-97e64ce0-0641-47ed-9df7-7a31a9f47588 req-09f38d00-1967-4caa-9a65-f1db6a9af61c service nova] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Detach interface failed, port_id=3026e987-369c-4919-9f59-dfa4f72c55d1, reason: Instance 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1148.404189] env[69220]: ERROR nova.scheduler.client.report [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [req-6dcfb212-18d5-40e9-8a29-5caab0ca9bf1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 69f85824-1171-4404-9d0c-06d842192d3d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6dcfb212-18d5-40e9-8a29-5caab0ca9bf1"}]} [ 1148.420443] env[69220]: DEBUG nova.scheduler.client.report [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1148.435680] env[69220]: DEBUG nova.scheduler.client.report [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1148.435905] env[69220]: DEBUG nova.compute.provider_tree [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.442026] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "0d851426-dd14-4347-bf76-8a3e2f137a27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.442253] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.448383] env[69220]: DEBUG nova.scheduler.client.report [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1148.479504] env[69220]: DEBUG nova.scheduler.client.report [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1148.507206] env[69220]: INFO nova.compute.manager [-] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Took 1.43 seconds to deallocate network for instance. [ 1148.629484] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed7fdd-e58e-4763-8135-97c06e85bf2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.636825] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87621678-bcfb-4181-bb38-707e96de410b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.667897] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613e7c42-ac11-4b1d-aeb5-64223b5253eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.674792] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7356467a-4650-468c-a60a-8d4e3c53ccba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.687991] env[69220]: DEBUG nova.compute.provider_tree [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.794975] env[69220]: DEBUG nova.network.neutron [-] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.944512] env[69220]: DEBUG nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.014364] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.232729] env[69220]: DEBUG nova.scheduler.client.report [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Updated inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1149.232995] env[69220]: DEBUG nova.compute.provider_tree [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Updating resource provider 69f85824-1171-4404-9d0c-06d842192d3d generation from 152 to 153 during operation: update_inventory {{(pid=69220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1149.233190] env[69220]: DEBUG nova.compute.provider_tree [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.297751] env[69220]: INFO nova.compute.manager [-] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Took 1.49 seconds to deallocate network for instance. [ 1149.470181] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.578948] env[69220]: DEBUG nova.compute.manager [req-df4479e9-b232-4150-b558-47acb93799e0 req-e1ce94d5-27eb-4efb-a82c-98aaccd5b702 service nova] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Received event network-vif-deleted-b6f09cac-6ff4-4761-a419-b62418060c61 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.737948] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.113s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.738509] env[69220]: DEBUG nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.741446] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.727s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.741641] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.743644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.274s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.745227] env[69220]: INFO nova.compute.claims [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.767987] env[69220]: INFO nova.scheduler.client.report [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Deleted allocations for instance 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5 [ 1149.803644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.249898] env[69220]: DEBUG nova.compute.utils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.254290] env[69220]: DEBUG nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.254504] env[69220]: DEBUG nova.network.neutron [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.274577] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3190f9f8-47dc-4ded-afa3-e608c3af7de4 tempest-DeleteServersTestJSON-7450925 tempest-DeleteServersTestJSON-7450925-project-member] Lock "7ea2a99b-afe5-4c8a-a9e0-e37342a65de5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.835s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.356203] env[69220]: DEBUG nova.policy [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97b6780001d34f64be60ce1249e416bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289ebec4fb7d46eb9c8ab8a6d3ac4d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.667302] env[69220]: DEBUG nova.network.neutron [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Successfully created port: e3895ad9-b060-49b8-ba09-53092134b0b1 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.757996] env[69220]: DEBUG nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.925553] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7539c8c-7b3a-4967-98c1-751eda535302 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.934060] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923032e-3cca-4f51-96e0-3c06c6da6138 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.965561] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1a4e04-5741-47af-86d7-3646682aa6f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.973589] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d417dc3-9604-485a-b725-5a7aa7c857a0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.988008] env[69220]: DEBUG nova.compute.provider_tree [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.028705] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.028962] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.029227] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.029420] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1151.029612] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.491191] env[69220]: DEBUG nova.scheduler.client.report [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.532398] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.769732] env[69220]: DEBUG nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.800120] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.800382] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.800542] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.800743] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.800894] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.801052] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.801269] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.801427] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.801598] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.801758] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.801930] env[69220]: DEBUG nova.virt.hardware [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.802858] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042f4a24-83a3-4733-bc3b-162aaa4fe6c2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.810333] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bbf37f-dab2-4609-85df-6140cb1c18ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.996391] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.996822] env[69220]: DEBUG nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.999663] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.196s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.999885] env[69220]: DEBUG nova.objects.instance [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lazy-loading 'resources' on Instance uuid 469de3d7-4563-4ddd-9dbf-66b310975a2b {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.089886] env[69220]: DEBUG nova.compute.manager [req-a92951db-d4fb-4d2d-bcda-15405cc8c63d req-a90027f8-7d0b-4fd4-a765-a21aee7a158a service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Received event network-vif-plugged-e3895ad9-b060-49b8-ba09-53092134b0b1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.090149] env[69220]: DEBUG oslo_concurrency.lockutils [req-a92951db-d4fb-4d2d-bcda-15405cc8c63d req-a90027f8-7d0b-4fd4-a765-a21aee7a158a service nova] Acquiring lock "a74aa843-1750-4fd3-8a54-2798add80730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.090359] env[69220]: DEBUG oslo_concurrency.lockutils [req-a92951db-d4fb-4d2d-bcda-15405cc8c63d req-a90027f8-7d0b-4fd4-a765-a21aee7a158a service nova] Lock "a74aa843-1750-4fd3-8a54-2798add80730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.090525] env[69220]: DEBUG oslo_concurrency.lockutils [req-a92951db-d4fb-4d2d-bcda-15405cc8c63d req-a90027f8-7d0b-4fd4-a765-a21aee7a158a service nova] Lock "a74aa843-1750-4fd3-8a54-2798add80730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.090698] env[69220]: DEBUG nova.compute.manager [req-a92951db-d4fb-4d2d-bcda-15405cc8c63d req-a90027f8-7d0b-4fd4-a765-a21aee7a158a service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] No waiting events found dispatching network-vif-plugged-e3895ad9-b060-49b8-ba09-53092134b0b1 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.090863] env[69220]: WARNING nova.compute.manager [req-a92951db-d4fb-4d2d-bcda-15405cc8c63d req-a90027f8-7d0b-4fd4-a765-a21aee7a158a service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Received unexpected event network-vif-plugged-e3895ad9-b060-49b8-ba09-53092134b0b1 for instance with vm_state building and task_state spawning. [ 1152.118086] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.118318] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562987', 'volume_id': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93', 'name': 'volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc02c9cd-9c48-4782-858e-d96318acbc3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93', 'serial': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.119406] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c832057-6c7d-4bfd-82f6-32d3c5485823 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.136026] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8611f11-6795-41a9-957e-1c0b73298cbf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.163028] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93/volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.163287] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5459c770-f8a7-45e2-8266-2a8333ea9e13 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.180489] env[69220]: DEBUG oslo_vmware.api [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1152.180489] env[69220]: value = "task-2801636" [ 1152.180489] env[69220]: _type = "Task" [ 1152.180489] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.189515] env[69220]: DEBUG oslo_vmware.api [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.191110] env[69220]: DEBUG nova.network.neutron [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Successfully updated port: e3895ad9-b060-49b8-ba09-53092134b0b1 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.504177] env[69220]: DEBUG nova.compute.utils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.508348] env[69220]: DEBUG nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.508516] env[69220]: DEBUG nova.network.neutron [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.545773] env[69220]: DEBUG nova.policy [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b44d330e7584a8f862ccafaf50b79b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c517e5ccf444864b3c4e2100626de93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.658369] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2ec943-e22c-42d4-8189-3bb4dfdabac7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.666158] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a8afec-7d00-46a1-ab2e-8b7d478450a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.697414] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "refresh_cache-a74aa843-1750-4fd3-8a54-2798add80730" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.697598] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "refresh_cache-a74aa843-1750-4fd3-8a54-2798add80730" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.697747] env[69220]: DEBUG nova.network.neutron [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.702458] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d0366a-7e6f-4af6-9fea-466704bfb05b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.713248] env[69220]: DEBUG oslo_vmware.api [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.714623] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363b985c-050d-41bd-a9a2-f732f2f510e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.729827] env[69220]: DEBUG nova.compute.provider_tree [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.844371] env[69220]: DEBUG nova.network.neutron [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Successfully created port: 77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.009556] env[69220]: DEBUG nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.208759] env[69220]: DEBUG oslo_vmware.api [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801636, 'name': ReconfigVM_Task, 'duration_secs': 0.621066} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.209051] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93/volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.214155] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a15ea453-658d-4f50-a57a-de8e43138aa2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.229892] env[69220]: DEBUG oslo_vmware.api [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1153.229892] env[69220]: value = "task-2801637" [ 1153.229892] env[69220]: _type = "Task" [ 1153.229892] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.233451] env[69220]: DEBUG nova.scheduler.client.report [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.243024] env[69220]: DEBUG oslo_vmware.api [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.243523] env[69220]: DEBUG nova.network.neutron [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.375606] env[69220]: DEBUG nova.network.neutron [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Updating instance_info_cache with network_info: [{"id": "e3895ad9-b060-49b8-ba09-53092134b0b1", "address": "fa:16:3e:f4:d0:de", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3895ad9-b0", "ovs_interfaceid": "e3895ad9-b060-49b8-ba09-53092134b0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.742814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.744860] env[69220]: DEBUG oslo_vmware.api [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801637, 'name': ReconfigVM_Task, 'duration_secs': 0.165855} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.745275] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.213s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.745447] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.745710] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1153.746039] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562987', 'volume_id': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93', 'name': 'volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc02c9cd-9c48-4782-858e-d96318acbc3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93', 'serial': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.747775] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3397cc46-01bb-43ca-8b60-545aa8b592e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.756315] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4856a06-6de0-4ca2-b4df-ab38abbde99b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.770414] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b4e80b-8e05-421e-b8b5-4d072775f71f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.777354] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6f9c8d-325a-4fc9-935a-476b432fdfb7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.806964] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179617MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1153.807138] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.807356] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.809586] env[69220]: INFO nova.scheduler.client.report [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted allocations for instance 469de3d7-4563-4ddd-9dbf-66b310975a2b [ 1153.878769] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "refresh_cache-a74aa843-1750-4fd3-8a54-2798add80730" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.879173] env[69220]: DEBUG nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Instance network_info: |[{"id": "e3895ad9-b060-49b8-ba09-53092134b0b1", "address": "fa:16:3e:f4:d0:de", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3895ad9-b0", "ovs_interfaceid": "e3895ad9-b060-49b8-ba09-53092134b0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.879511] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d0:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3895ad9-b060-49b8-ba09-53092134b0b1', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.887590] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.888053] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.888296] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ff3ab59-36e7-4bdf-89d6-4326c86f207e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.908172] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.908172] env[69220]: value = "task-2801638" [ 1153.908172] env[69220]: _type = "Task" [ 1153.908172] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.915899] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801638, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.019763] env[69220]: DEBUG nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.071456] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.071699] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.071857] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.072054] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.072206] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.072352] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.072602] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.072779] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.072950] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.073125] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.073300] env[69220]: DEBUG nova.virt.hardware [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.074198] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18732b50-988e-475f-9d8a-2ced2452fe00 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.082481] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40ded2d-1730-4165-8995-446de3a3b22e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.121429] env[69220]: DEBUG nova.compute.manager [req-7d2a755e-64f0-46a1-96e3-26b0ecbeb64d req-50a23d6a-f9bc-46bb-a129-10564d005bee service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Received event network-changed-e3895ad9-b060-49b8-ba09-53092134b0b1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.121515] env[69220]: DEBUG nova.compute.manager [req-7d2a755e-64f0-46a1-96e3-26b0ecbeb64d req-50a23d6a-f9bc-46bb-a129-10564d005bee service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Refreshing instance network info cache due to event network-changed-e3895ad9-b060-49b8-ba09-53092134b0b1. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1154.121720] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d2a755e-64f0-46a1-96e3-26b0ecbeb64d req-50a23d6a-f9bc-46bb-a129-10564d005bee service nova] Acquiring lock "refresh_cache-a74aa843-1750-4fd3-8a54-2798add80730" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.121978] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d2a755e-64f0-46a1-96e3-26b0ecbeb64d req-50a23d6a-f9bc-46bb-a129-10564d005bee service nova] Acquired lock "refresh_cache-a74aa843-1750-4fd3-8a54-2798add80730" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.122114] env[69220]: DEBUG nova.network.neutron [req-7d2a755e-64f0-46a1-96e3-26b0ecbeb64d req-50a23d6a-f9bc-46bb-a129-10564d005bee service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Refreshing network info cache for port e3895ad9-b060-49b8-ba09-53092134b0b1 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.325675] env[69220]: DEBUG oslo_concurrency.lockutils [None req-cb1a598a-4d25-4d2b-8b28-1b6b9bd4a34b tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "469de3d7-4563-4ddd-9dbf-66b310975a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.149s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.413468] env[69220]: DEBUG nova.network.neutron [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Successfully updated port: 77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.419907] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801638, 'name': CreateVM_Task, 'duration_secs': 0.298941} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.420086] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.420747] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.420906] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.421248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.421503] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19f245d-98e0-44d5-9d84-de3dbe75ace0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.426242] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1154.426242] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521690b0-b418-51d1-f43d-ef13f57ef697" [ 1154.426242] env[69220]: _type = "Task" [ 1154.426242] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.435019] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521690b0-b418-51d1-f43d-ef13f57ef697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.814750] env[69220]: DEBUG nova.network.neutron [req-7d2a755e-64f0-46a1-96e3-26b0ecbeb64d req-50a23d6a-f9bc-46bb-a129-10564d005bee service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Updated VIF entry in instance network info cache for port e3895ad9-b060-49b8-ba09-53092134b0b1. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.814750] env[69220]: DEBUG nova.network.neutron [req-7d2a755e-64f0-46a1-96e3-26b0ecbeb64d req-50a23d6a-f9bc-46bb-a129-10564d005bee service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Updating instance_info_cache with network_info: [{"id": "e3895ad9-b060-49b8-ba09-53092134b0b1", "address": "fa:16:3e:f4:d0:de", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3895ad9-b0", "ovs_interfaceid": "e3895ad9-b060-49b8-ba09-53092134b0b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.826021] env[69220]: DEBUG nova.objects.instance [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid fc02c9cd-9c48-4782-858e-d96318acbc3d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.862941] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68902688-0da5-48d8-807d-d4b3bbed769f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.863874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 2ab30c64-fb49-48fd-8cad-510653d716c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.863874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 31a05e33-bb66-4b16-a52a-4012344b4457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.863874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance af5cac11-6c72-4093-b734-e5b715543968 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.863874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance fc02c9cd-9c48-4782-858e-d96318acbc3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.863874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5b70c878-32be-42ca-8ded-963b3e77ba43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.863874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.863874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance aebf0840-31c3-44af-a66c-c806a8f25891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.863874] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance a74aa843-1750-4fd3-8a54-2798add80730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.864176] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 0d851426-dd14-4347-bf76-8a3e2f137a27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1154.864176] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1154.864324] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1154.918135] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.918364] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.918398] env[69220]: DEBUG nova.network.neutron [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.937647] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521690b0-b418-51d1-f43d-ef13f57ef697, 'name': SearchDatastore_Task, 'duration_secs': 0.009552} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.940256] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.940610] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.940962] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.941230] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.941515] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.942435] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-141a6d6a-9391-4107-98d8-3b4b79473454 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.951809] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.951984] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.952771] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdba3a7-f861-4616-9911-03e76dbf6898 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.960604] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1154.960604] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5260d098-cafc-02e4-d5e6-46f92a1c1438" [ 1154.960604] env[69220]: _type = "Task" [ 1154.960604] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.968266] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5260d098-cafc-02e4-d5e6-46f92a1c1438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.002999] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf9906c-cf39-49c3-8b42-88eb5a14807c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.012051] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0af6fa-caf5-47ba-ad25-2215298b8bee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.042459] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c761273-a008-48df-bfef-9269b00b7c9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.050349] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668dccf6-eadc-4995-920b-2c976e5b11b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.064456] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.174795] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.175118] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.175338] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.175532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.175729] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.177805] env[69220]: INFO nova.compute.manager [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Terminating instance [ 1155.319328] env[69220]: DEBUG oslo_concurrency.lockutils [req-7d2a755e-64f0-46a1-96e3-26b0ecbeb64d req-50a23d6a-f9bc-46bb-a129-10564d005bee service nova] Releasing lock "refresh_cache-a74aa843-1750-4fd3-8a54-2798add80730" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.334935] env[69220]: DEBUG oslo_concurrency.lockutils [None req-601e851d-54a6-4881-845c-402e0d366e6d tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.465765] env[69220]: DEBUG nova.network.neutron [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.472752] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5260d098-cafc-02e4-d5e6-46f92a1c1438, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.474499] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53d51c4-48a5-4157-a607-8120c0b0db99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.478725] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1155.478725] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c25a0b-89e4-7c8d-f014-c0d8305ce4c4" [ 1155.478725] env[69220]: _type = "Task" [ 1155.478725] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.486852] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c25a0b-89e4-7c8d-f014-c0d8305ce4c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.567148] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.615688] env[69220]: DEBUG nova.network.neutron [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [{"id": "77248061-1c7d-4927-934d-b5a88b567b61", "address": "fa:16:3e:73:4d:7b", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77248061-1c", "ovs_interfaceid": "77248061-1c7d-4927-934d-b5a88b567b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.681457] env[69220]: DEBUG nova.compute.manager [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.681560] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.685485] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cadeed3-f019-4506-b692-58a7b54bf3d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.695684] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.695684] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91c004ca-995f-475d-b33e-50c2e62efd11 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.701676] env[69220]: DEBUG oslo_vmware.api [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1155.701676] env[69220]: value = "task-2801639" [ 1155.701676] env[69220]: _type = "Task" [ 1155.701676] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.709874] env[69220]: DEBUG oslo_vmware.api [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.991514] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c25a0b-89e4-7c8d-f014-c0d8305ce4c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.991834] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.992045] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] a74aa843-1750-4fd3-8a54-2798add80730/a74aa843-1750-4fd3-8a54-2798add80730.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.992315] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-020afe2d-330f-4119-b9c8-320126d51d2f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.001528] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1156.001528] env[69220]: value = "task-2801640" [ 1156.001528] env[69220]: _type = "Task" [ 1156.001528] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.007669] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.072369] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1156.072681] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.265s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.073030] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.073096] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Cleaning up deleted instances {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1156.117968] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.118131] env[69220]: DEBUG nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Instance network_info: |[{"id": "77248061-1c7d-4927-934d-b5a88b567b61", "address": "fa:16:3e:73:4d:7b", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77248061-1c", "ovs_interfaceid": "77248061-1c7d-4927-934d-b5a88b567b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.118577] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:4d:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77248061-1c7d-4927-934d-b5a88b567b61', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.126619] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.126619] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.126804] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d56553c-c208-4cc3-9a61-25b6d1be1963 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.148028] env[69220]: DEBUG nova.compute.manager [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Received event network-vif-plugged-77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.148028] env[69220]: DEBUG oslo_concurrency.lockutils [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] Acquiring lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.148455] env[69220]: DEBUG oslo_concurrency.lockutils [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.148455] env[69220]: DEBUG oslo_concurrency.lockutils [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.148687] env[69220]: DEBUG nova.compute.manager [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] No waiting events found dispatching network-vif-plugged-77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.148687] env[69220]: WARNING nova.compute.manager [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Received unexpected event network-vif-plugged-77248061-1c7d-4927-934d-b5a88b567b61 for instance with vm_state building and task_state spawning. [ 1156.148794] env[69220]: DEBUG nova.compute.manager [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Received event network-changed-77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.148909] env[69220]: DEBUG nova.compute.manager [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Refreshing instance network info cache due to event network-changed-77248061-1c7d-4927-934d-b5a88b567b61. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.149096] env[69220]: DEBUG oslo_concurrency.lockutils [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] Acquiring lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.149228] env[69220]: DEBUG oslo_concurrency.lockutils [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] Acquired lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.149379] env[69220]: DEBUG nova.network.neutron [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Refreshing network info cache for port 77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.151983] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.151983] env[69220]: value = "task-2801641" [ 1156.151983] env[69220]: _type = "Task" [ 1156.151983] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.162712] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801641, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.177837] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.178149] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.217026] env[69220]: DEBUG oslo_vmware.api [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801639, 'name': PowerOffVM_Task, 'duration_secs': 0.410238} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.217026] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.217026] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.217026] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7236bdc-c8fc-429d-9c25-4ed0aaf9293f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.306278] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.306502] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.306702] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleting the datastore file [datastore2] 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.306995] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f5050d-b83b-4316-ad89-fb9f50d62b28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.315146] env[69220]: DEBUG oslo_vmware.api [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1156.315146] env[69220]: value = "task-2801643" [ 1156.315146] env[69220]: _type = "Task" [ 1156.315146] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.325425] env[69220]: DEBUG oslo_vmware.api [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.509328] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44814} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.509563] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] a74aa843-1750-4fd3-8a54-2798add80730/a74aa843-1750-4fd3-8a54-2798add80730.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.509770] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.510037] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11768812-a791-4e3b-93b8-940f37275008 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.516966] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1156.516966] env[69220]: value = "task-2801644" [ 1156.516966] env[69220]: _type = "Task" [ 1156.516966] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.524326] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.587677] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] There are 52 instances to clean {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1156.587847] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 469de3d7-4563-4ddd-9dbf-66b310975a2b] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.664734] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801641, 'name': CreateVM_Task, 'duration_secs': 0.497973} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.664923] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.665599] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.665772] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.666099] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.666354] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e870a0-68f4-4cd5-9b3d-376b41dd97b7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.671514] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1156.671514] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5271cfc5-ecca-f7b9-447b-44ca899b88de" [ 1156.671514] env[69220]: _type = "Task" [ 1156.671514] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.679135] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5271cfc5-ecca-f7b9-447b-44ca899b88de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.680846] env[69220]: INFO nova.compute.manager [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Detaching volume fa84ee17-d331-4b98-8be4-943d6e68fcea [ 1156.822602] env[69220]: INFO nova.virt.block_device [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Attempting to driver detach volume fa84ee17-d331-4b98-8be4-943d6e68fcea from mountpoint /dev/sdb [ 1156.822903] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.823143] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562985', 'volume_id': 'fa84ee17-d331-4b98-8be4-943d6e68fcea', 'name': 'volume-fa84ee17-d331-4b98-8be4-943d6e68fcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc02c9cd-9c48-4782-858e-d96318acbc3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa84ee17-d331-4b98-8be4-943d6e68fcea', 'serial': 'fa84ee17-d331-4b98-8be4-943d6e68fcea'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.823997] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee988dfd-4e5c-4cbb-b0d7-d46bb67dcdd1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.829600] env[69220]: DEBUG oslo_vmware.api [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215595} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.830211] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.830403] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.830790] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.830790] env[69220]: INFO nova.compute.manager [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1156.830955] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.831163] env[69220]: DEBUG nova.compute.manager [-] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.831256] env[69220]: DEBUG nova.network.neutron [-] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.858378] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963d312f-ef1b-4100-82f4-2bacec3f1d80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.867413] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe3f4a4-da00-49dc-96b5-27ed5ba5c577 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.897519] env[69220]: DEBUG nova.network.neutron [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updated VIF entry in instance network info cache for port 77248061-1c7d-4927-934d-b5a88b567b61. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.897864] env[69220]: DEBUG nova.network.neutron [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [{"id": "77248061-1c7d-4927-934d-b5a88b567b61", "address": "fa:16:3e:73:4d:7b", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77248061-1c", "ovs_interfaceid": "77248061-1c7d-4927-934d-b5a88b567b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.900209] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e6f704-93e1-401f-b302-b6063574973c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.924275] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] The volume has not been displaced from its original location: [datastore2] volume-fa84ee17-d331-4b98-8be4-943d6e68fcea/volume-fa84ee17-d331-4b98-8be4-943d6e68fcea.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.929613] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.930304] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14d8d1d1-4d20-4762-b746-a9c23eff4a1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.948812] env[69220]: DEBUG oslo_vmware.api [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1156.948812] env[69220]: value = "task-2801645" [ 1156.948812] env[69220]: _type = "Task" [ 1156.948812] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.959126] env[69220]: DEBUG oslo_vmware.api [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.027433] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066953} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.028240] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.029423] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc45790-4e45-48bb-bd27-613d740c9026 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.052755] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a74aa843-1750-4fd3-8a54-2798add80730/a74aa843-1750-4fd3-8a54-2798add80730.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.054538] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37aa6887-fde2-4b9d-8498-b9b6cc408dcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.070527] env[69220]: DEBUG nova.network.neutron [-] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.072638] env[69220]: DEBUG nova.compute.manager [req-01a21511-be9c-49d3-a5f8-0951bc8341ec req-58782238-1e6b-400d-b13c-9e0d53cf25c5 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Received event network-vif-deleted-e0be5b75-f578-45ae-921f-f1bebe3563ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.072852] env[69220]: INFO nova.compute.manager [req-01a21511-be9c-49d3-a5f8-0951bc8341ec req-58782238-1e6b-400d-b13c-9e0d53cf25c5 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Neutron deleted interface e0be5b75-f578-45ae-921f-f1bebe3563ab; detaching it from the instance and deleting it from the info cache [ 1157.073036] env[69220]: DEBUG nova.network.neutron [req-01a21511-be9c-49d3-a5f8-0951bc8341ec req-58782238-1e6b-400d-b13c-9e0d53cf25c5 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.079654] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1157.079654] env[69220]: value = "task-2801646" [ 1157.079654] env[69220]: _type = "Task" [ 1157.079654] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.089203] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.090638] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 7ea2a99b-afe5-4c8a-a9e0-e37342a65de5] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.182763] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5271cfc5-ecca-f7b9-447b-44ca899b88de, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.183484] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.183725] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.184044] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.184247] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.184443] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.184761] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d39dd8c0-8811-4f4f-af57-e821adfd22b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.197213] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.197385] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.198146] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74cb6a7-2f90-4c49-86ef-5f742b1d03a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.203521] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1157.203521] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52030a0a-4f35-6fdf-8b21-195f3c535df3" [ 1157.203521] env[69220]: _type = "Task" [ 1157.203521] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.211409] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52030a0a-4f35-6fdf-8b21-195f3c535df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.400739] env[69220]: DEBUG oslo_concurrency.lockutils [req-04611341-e35c-4d36-8d7d-6a9a974a0ee1 req-52e1ed72-3c11-450d-b076-d57e89f96160 service nova] Releasing lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.459334] env[69220]: DEBUG oslo_vmware.api [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.576032] env[69220]: INFO nova.compute.manager [-] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Took 0.74 seconds to deallocate network for instance. [ 1157.579762] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-741d4a63-5558-4c4c-8d76-a210b4a039ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.590156] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801646, 'name': ReconfigVM_Task, 'duration_secs': 0.492296} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.591213] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a74aa843-1750-4fd3-8a54-2798add80730/a74aa843-1750-4fd3-8a54-2798add80730.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.591847] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3321cd5c-9cd1-46fe-aa32-6fa1890838a1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.595891] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b16363d-4fa6-4564-acaa-96abb02d27a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.606042] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 4fc95f3b-5189-43f3-ab5c-924e83c03e7c] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.613717] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1157.613717] env[69220]: value = "task-2801647" [ 1157.613717] env[69220]: _type = "Task" [ 1157.613717] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.623248] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801647, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.632729] env[69220]: DEBUG nova.compute.manager [req-01a21511-be9c-49d3-a5f8-0951bc8341ec req-58782238-1e6b-400d-b13c-9e0d53cf25c5 service nova] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Detach interface failed, port_id=e0be5b75-f578-45ae-921f-f1bebe3563ab, reason: Instance 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1157.713939] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52030a0a-4f35-6fdf-8b21-195f3c535df3, 'name': SearchDatastore_Task, 'duration_secs': 0.026792} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.714781] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f3e0be-dc59-4aa3-b9dc-22b016f7bc00 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.719951] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1157.719951] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f0dfae-0706-5b12-ea56-20eb4a054fcb" [ 1157.719951] env[69220]: _type = "Task" [ 1157.719951] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.728238] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f0dfae-0706-5b12-ea56-20eb4a054fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.960516] env[69220]: DEBUG oslo_vmware.api [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801645, 'name': ReconfigVM_Task, 'duration_secs': 0.519406} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.960789] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.965579] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527a7dcb-ef91-4802-9b2d-13fa2344dfa4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.981626] env[69220]: DEBUG oslo_vmware.api [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1157.981626] env[69220]: value = "task-2801648" [ 1157.981626] env[69220]: _type = "Task" [ 1157.981626] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.989261] env[69220]: DEBUG oslo_vmware.api [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.083700] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.084129] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.084269] env[69220]: DEBUG nova.objects.instance [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lazy-loading 'resources' on Instance uuid 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.109636] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8c0bb186-8ba8-4863-95cf-07e1602a2f65] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1158.123784] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801647, 'name': Rename_Task, 'duration_secs': 0.157887} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.124082] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.124531] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e105a6b-e221-4ae4-9f49-77f2020635bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.129792] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1158.129792] env[69220]: value = "task-2801649" [ 1158.129792] env[69220]: _type = "Task" [ 1158.129792] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.137270] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.230078] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f0dfae-0706-5b12-ea56-20eb4a054fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.230399] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.230717] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27/0d851426-dd14-4347-bf76-8a3e2f137a27.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.231027] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c082aca-6a08-45cf-93cb-b109b43b39e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.237993] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1158.237993] env[69220]: value = "task-2801650" [ 1158.237993] env[69220]: _type = "Task" [ 1158.237993] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.245463] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.491011] env[69220]: DEBUG oslo_vmware.api [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801648, 'name': ReconfigVM_Task, 'duration_secs': 0.144532} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.491318] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562985', 'volume_id': 'fa84ee17-d331-4b98-8be4-943d6e68fcea', 'name': 'volume-fa84ee17-d331-4b98-8be4-943d6e68fcea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc02c9cd-9c48-4782-858e-d96318acbc3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa84ee17-d331-4b98-8be4-943d6e68fcea', 'serial': 'fa84ee17-d331-4b98-8be4-943d6e68fcea'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.612057] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: efc10199-9f4e-4c50-9d6e-91c42f8379de] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1158.640953] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.751012] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.817234] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2f48f7-4cf3-4d8d-b376-0b995537a1ed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.825153] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f46664-92b9-4e18-9edd-a3b77fb26761 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.855127] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00769466-619e-41fb-857f-406a7063e784 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.862429] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f624d6d6-9e77-47f5-afc2-a105925e5a3f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.875607] env[69220]: DEBUG nova.compute.provider_tree [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.031767] env[69220]: DEBUG nova.objects.instance [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid fc02c9cd-9c48-4782-858e-d96318acbc3d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.114932] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: ecb4f331-91fd-4c67-878a-30b78e445288] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1159.140695] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.250368] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801650, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.378433] env[69220]: DEBUG nova.scheduler.client.report [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.618595] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 59f6c1f3-e57c-4fa0-8870-07bfc7ec66ee] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1159.641357] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.749684] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801650, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22502} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.749931] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27/0d851426-dd14-4347-bf76-8a3e2f137a27.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.750162] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.750406] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-026081de-2e9f-4bb3-addd-32be810e22d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.756709] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1159.756709] env[69220]: value = "task-2801651" [ 1159.756709] env[69220]: _type = "Task" [ 1159.756709] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.764052] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.884807] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.906042] env[69220]: INFO nova.scheduler.client.report [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted allocations for instance 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e [ 1160.038959] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0be35411-a79d-43c8-90c1-7f1ddccb6656 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.861s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.121798] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 81b34224-d530-433c-840a-7a5867459e3b] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1160.142060] env[69220]: DEBUG oslo_vmware.api [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801649, 'name': PowerOnVM_Task, 'duration_secs': 1.572385} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.142406] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.142563] env[69220]: INFO nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1160.142797] env[69220]: DEBUG nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.144024] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e3636-98e8-4f52-8e13-98eae7b4d88b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.267038] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065629} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.267038] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.267254] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4fa688-1c59-4376-93ac-946df13e82de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.288397] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27/0d851426-dd14-4347-bf76-8a3e2f137a27.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.288654] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ddde191-9959-49fb-b7bd-6e83c2c06e5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.308128] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1160.308128] env[69220]: value = "task-2801652" [ 1160.308128] env[69220]: _type = "Task" [ 1160.308128] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.318146] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.417016] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a8bd5268-073f-4d79-95ab-50f9d253050e tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "9502b4ef-1c1f-4b99-8096-ab029d6e3e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.242s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.545143] env[69220]: DEBUG oslo_concurrency.lockutils [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.545412] env[69220]: DEBUG oslo_concurrency.lockutils [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.624767] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: aa4a7360-724e-4248-97f6-93db0cf91d1e] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1160.660863] env[69220]: INFO nova.compute.manager [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Took 14.05 seconds to build instance. [ 1160.818980] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.902313] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "af5cac11-6c72-4093-b734-e5b715543968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.902585] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "af5cac11-6c72-4093-b734-e5b715543968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.902859] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "af5cac11-6c72-4093-b734-e5b715543968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.903095] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "af5cac11-6c72-4093-b734-e5b715543968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.903279] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "af5cac11-6c72-4093-b734-e5b715543968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.905458] env[69220]: INFO nova.compute.manager [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Terminating instance [ 1161.047953] env[69220]: INFO nova.compute.manager [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Detaching volume d31c1062-e537-4a10-b0a7-ff682d8d2a93 [ 1161.082940] env[69220]: INFO nova.virt.block_device [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Attempting to driver detach volume d31c1062-e537-4a10-b0a7-ff682d8d2a93 from mountpoint /dev/sdc [ 1161.083226] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1161.083423] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562987', 'volume_id': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93', 'name': 'volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc02c9cd-9c48-4782-858e-d96318acbc3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93', 'serial': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1161.084331] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ebe2e7-0426-4e45-8a61-a4fa3f2a152c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.105219] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15adebd-1e78-49b0-9510-80a67859e5d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.111932] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6843d9-6b5c-4cd5-b495-46fddf141aee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.130791] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 302b3702-eed8-4685-ad82-307205896c33] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1161.132995] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426812a-c662-4cd6-8657-ab1927a0dee3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.150319] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] The volume has not been displaced from its original location: [datastore1] volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93/volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1161.155490] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.155767] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195ef6fa-9f6f-4508-8720-1309ef854626 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.168851] env[69220]: DEBUG oslo_concurrency.lockutils [None req-744f5b09-9d81-48c5-a3f2-774180567f36 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.565s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.174775] env[69220]: DEBUG oslo_vmware.api [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1161.174775] env[69220]: value = "task-2801653" [ 1161.174775] env[69220]: _type = "Task" [ 1161.174775] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.182355] env[69220]: DEBUG oslo_vmware.api [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.189074] env[69220]: DEBUG oslo_concurrency.lockutils [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "a74aa843-1750-4fd3-8a54-2798add80730" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.189293] env[69220]: DEBUG oslo_concurrency.lockutils [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.189462] env[69220]: DEBUG nova.compute.manager [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.190160] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c746d1b-5bd3-4195-9dad-b7aa0f12e8aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.196087] env[69220]: DEBUG nova.compute.manager [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1161.196784] env[69220]: DEBUG nova.objects.instance [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'flavor' on Instance uuid a74aa843-1750-4fd3-8a54-2798add80730 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.318098] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801652, 'name': ReconfigVM_Task, 'duration_secs': 0.612733} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.318325] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27/0d851426-dd14-4347-bf76-8a3e2f137a27.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.318965] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a540f6f6-4648-482d-83e1-ce1ca545d066 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.324652] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1161.324652] env[69220]: value = "task-2801654" [ 1161.324652] env[69220]: _type = "Task" [ 1161.324652] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.332930] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801654, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.409345] env[69220]: DEBUG nova.compute.manager [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.409656] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.410596] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5957a7-6ac3-4837-82be-dd365db0ae66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.417900] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.418132] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a2cd53-b992-4e84-a0a4-53b94db589c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.423787] env[69220]: DEBUG oslo_vmware.api [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1161.423787] env[69220]: value = "task-2801655" [ 1161.423787] env[69220]: _type = "Task" [ 1161.423787] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.431380] env[69220]: DEBUG oslo_vmware.api [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.637929] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: f42dad2e-8066-4197-8fc3-51576880a090] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1161.684237] env[69220]: DEBUG oslo_vmware.api [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801653, 'name': ReconfigVM_Task, 'duration_secs': 0.208907} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.684508] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.689137] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72156a1-1c9c-4461-b4e5-5c6f2fc4206e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.705689] env[69220]: DEBUG oslo_vmware.api [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1161.705689] env[69220]: value = "task-2801656" [ 1161.705689] env[69220]: _type = "Task" [ 1161.705689] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.715608] env[69220]: DEBUG oslo_vmware.api [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.834884] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801654, 'name': Rename_Task, 'duration_secs': 0.132926} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.835165] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.835455] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ef8682-691a-457f-b93f-13679aae996f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.841711] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1161.841711] env[69220]: value = "task-2801657" [ 1161.841711] env[69220]: _type = "Task" [ 1161.841711] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.849501] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.934372] env[69220]: DEBUG oslo_vmware.api [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801655, 'name': PowerOffVM_Task, 'duration_secs': 0.190625} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.934636] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.934872] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.935161] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f11fcd1-2a15-4253-979f-5a4e325b15a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.003022] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.003022] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.003022] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleting the datastore file [datastore1] af5cac11-6c72-4093-b734-e5b715543968 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.003022] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4814097-0aef-4474-81c6-4cb32a2fb360 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.006702] env[69220]: DEBUG oslo_vmware.api [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1162.006702] env[69220]: value = "task-2801659" [ 1162.006702] env[69220]: _type = "Task" [ 1162.006702] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.016509] env[69220]: DEBUG oslo_vmware.api [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.141614] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b62d6220-06e2-47da-aa61-150af740041e] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1162.203878] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.204148] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de9600d-20f5-45ae-884d-00faceb6a051 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.216204] env[69220]: DEBUG oslo_vmware.api [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801656, 'name': ReconfigVM_Task, 'duration_secs': 0.162082} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.217481] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562987', 'volume_id': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93', 'name': 'volume-d31c1062-e537-4a10-b0a7-ff682d8d2a93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc02c9cd-9c48-4782-858e-d96318acbc3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93', 'serial': 'd31c1062-e537-4a10-b0a7-ff682d8d2a93'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1162.219559] env[69220]: DEBUG oslo_vmware.api [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1162.219559] env[69220]: value = "task-2801660" [ 1162.219559] env[69220]: _type = "Task" [ 1162.219559] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.227507] env[69220]: DEBUG oslo_vmware.api [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.354099] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801657, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.517081] env[69220]: DEBUG oslo_vmware.api [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188229} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.517362] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.517546] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.517726] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.517902] env[69220]: INFO nova.compute.manager [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: af5cac11-6c72-4093-b734-e5b715543968] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1162.518158] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.518351] env[69220]: DEBUG nova.compute.manager [-] [instance: af5cac11-6c72-4093-b734-e5b715543968] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.518447] env[69220]: DEBUG nova.network.neutron [-] [instance: af5cac11-6c72-4093-b734-e5b715543968] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.645782] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 67b04c42-b670-4e9d-aadd-21934e6ed561] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1162.729711] env[69220]: DEBUG oslo_vmware.api [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801660, 'name': PowerOffVM_Task, 'duration_secs': 0.285338} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.729990] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.730204] env[69220]: DEBUG nova.compute.manager [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.731082] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f555964-6bf8-4993-ac95-a0e9ba7e20b7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.764026] env[69220]: DEBUG nova.objects.instance [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'flavor' on Instance uuid fc02c9cd-9c48-4782-858e-d96318acbc3d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.800987] env[69220]: DEBUG nova.compute.manager [req-569b2e5d-ce2b-4b5a-b56f-d0e7d0df0ab5 req-6f7fd747-279f-4cfc-9c05-4806fe1c5a96 service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Received event network-vif-deleted-52649710-eb33-44e8-a8b7-96b68ab9f146 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.801269] env[69220]: INFO nova.compute.manager [req-569b2e5d-ce2b-4b5a-b56f-d0e7d0df0ab5 req-6f7fd747-279f-4cfc-9c05-4806fe1c5a96 service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Neutron deleted interface 52649710-eb33-44e8-a8b7-96b68ab9f146; detaching it from the instance and deleting it from the info cache [ 1162.801400] env[69220]: DEBUG nova.network.neutron [req-569b2e5d-ce2b-4b5a-b56f-d0e7d0df0ab5 req-6f7fd747-279f-4cfc-9c05-4806fe1c5a96 service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.852672] env[69220]: DEBUG oslo_vmware.api [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801657, 'name': PowerOnVM_Task, 'duration_secs': 0.59429} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.852987] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.853232] env[69220]: INFO nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1162.853443] env[69220]: DEBUG nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.854214] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36da1c5-d65a-4e5a-86e2-d8d52eabc2e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.150129] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 9ddb7562-49c1-413f-aa3e-409851132763] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1163.244096] env[69220]: DEBUG oslo_concurrency.lockutils [None req-23f228f3-f4cd-4ed5-8ab6-4df362f4c977 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.282042] env[69220]: DEBUG nova.network.neutron [-] [instance: af5cac11-6c72-4093-b734-e5b715543968] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.304676] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00e044c0-ea78-4dc0-9f0b-4a5f2154448d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.316320] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a447ba0-38d7-45ea-97c4-65187d586c89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.347033] env[69220]: DEBUG nova.compute.manager [req-569b2e5d-ce2b-4b5a-b56f-d0e7d0df0ab5 req-6f7fd747-279f-4cfc-9c05-4806fe1c5a96 service nova] [instance: af5cac11-6c72-4093-b734-e5b715543968] Detach interface failed, port_id=52649710-eb33-44e8-a8b7-96b68ab9f146, reason: Instance af5cac11-6c72-4093-b734-e5b715543968 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1163.369451] env[69220]: INFO nova.compute.manager [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Took 13.92 seconds to build instance. [ 1163.653274] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 4bd50bef-c39d-4965-8113-eefc267f7cc8] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1163.771909] env[69220]: DEBUG oslo_concurrency.lockutils [None req-093145bd-1418-4ea0-bb7d-738d348c66d1 tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.784574] env[69220]: INFO nova.compute.manager [-] [instance: af5cac11-6c72-4093-b734-e5b715543968] Took 1.27 seconds to deallocate network for instance. [ 1163.871815] env[69220]: DEBUG oslo_concurrency.lockutils [None req-94f2b5ba-7b9a-401a-b23b-6697ebdd31ba tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.429s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.990046] env[69220]: INFO nova.compute.manager [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Rebuilding instance [ 1164.012633] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.012878] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.013103] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "fc02c9cd-9c48-4782-858e-d96318acbc3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.013299] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.013466] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.018579] env[69220]: INFO nova.compute.manager [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Terminating instance [ 1164.038392] env[69220]: DEBUG nova.compute.manager [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.039272] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d324ba0-9d79-4a38-8001-f3a782a069e2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.156149] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 6608f17d-234d-4000-b9a8-f8c16735e346] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1164.291780] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.292129] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.292357] env[69220]: DEBUG nova.objects.instance [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lazy-loading 'resources' on Instance uuid af5cac11-6c72-4093-b734-e5b715543968 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.523913] env[69220]: DEBUG nova.compute.manager [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.523913] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.524231] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8c24c0-44c3-4422-8925-241279cb80fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.534291] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.534347] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8196805b-d745-4d8c-95ab-15721c4b15f5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.540745] env[69220]: DEBUG oslo_vmware.api [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1164.540745] env[69220]: value = "task-2801661" [ 1164.540745] env[69220]: _type = "Task" [ 1164.540745] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.550828] env[69220]: DEBUG oslo_vmware.api [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.659550] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 5fd79e38-e861-4e5d-94de-724d65bacfba] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1164.828610] env[69220]: DEBUG nova.compute.manager [req-26d7aa08-b20a-421f-8c1e-b261ae712860 req-4a4e9b83-067f-4e2f-adfb-5c4f1f53c1fb service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Received event network-changed-77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.828706] env[69220]: DEBUG nova.compute.manager [req-26d7aa08-b20a-421f-8c1e-b261ae712860 req-4a4e9b83-067f-4e2f-adfb-5c4f1f53c1fb service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Refreshing instance network info cache due to event network-changed-77248061-1c7d-4927-934d-b5a88b567b61. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.828915] env[69220]: DEBUG oslo_concurrency.lockutils [req-26d7aa08-b20a-421f-8c1e-b261ae712860 req-4a4e9b83-067f-4e2f-adfb-5c4f1f53c1fb service nova] Acquiring lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.829073] env[69220]: DEBUG oslo_concurrency.lockutils [req-26d7aa08-b20a-421f-8c1e-b261ae712860 req-4a4e9b83-067f-4e2f-adfb-5c4f1f53c1fb service nova] Acquired lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.829239] env[69220]: DEBUG nova.network.neutron [req-26d7aa08-b20a-421f-8c1e-b261ae712860 req-4a4e9b83-067f-4e2f-adfb-5c4f1f53c1fb service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Refreshing network info cache for port 77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.908813] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce29b71-fbb8-4d30-b7c2-4e23b8ffd7b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.916302] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce3c6f-7734-4fd5-9693-066963ea8d30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.946961] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd77df-ad4d-4ec9-b322-b9ea649753a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.954451] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52ae430-f7ef-4925-99bc-939f4545b592 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.968410] env[69220]: DEBUG nova.compute.provider_tree [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.053814] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.054127] env[69220]: DEBUG oslo_vmware.api [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801661, 'name': PowerOffVM_Task, 'duration_secs': 0.198102} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.054374] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea324350-5619-458d-b2a0-90b341a2a975 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.056130] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.056314] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.056596] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c0efde8-74ed-45e2-871b-9941044349d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.062946] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1165.062946] env[69220]: value = "task-2801662" [ 1165.062946] env[69220]: _type = "Task" [ 1165.062946] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.074073] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.127473] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.127844] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.128174] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Deleting the datastore file [datastore2] fc02c9cd-9c48-4782-858e-d96318acbc3d {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.128492] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb82ba4a-0b64-4edd-991b-4ec63b420764 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.135281] env[69220]: DEBUG oslo_vmware.api [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for the task: (returnval){ [ 1165.135281] env[69220]: value = "task-2801664" [ 1165.135281] env[69220]: _type = "Task" [ 1165.135281] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.143178] env[69220]: DEBUG oslo_vmware.api [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.162893] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 40999083-ef72-4024-9ced-4b11d61d3d4c] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1165.472016] env[69220]: DEBUG nova.scheduler.client.report [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.548598] env[69220]: DEBUG nova.network.neutron [req-26d7aa08-b20a-421f-8c1e-b261ae712860 req-4a4e9b83-067f-4e2f-adfb-5c4f1f53c1fb service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updated VIF entry in instance network info cache for port 77248061-1c7d-4927-934d-b5a88b567b61. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.549011] env[69220]: DEBUG nova.network.neutron [req-26d7aa08-b20a-421f-8c1e-b261ae712860 req-4a4e9b83-067f-4e2f-adfb-5c4f1f53c1fb service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [{"id": "77248061-1c7d-4927-934d-b5a88b567b61", "address": "fa:16:3e:73:4d:7b", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77248061-1c", "ovs_interfaceid": "77248061-1c7d-4927-934d-b5a88b567b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.574474] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1165.574740] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.575602] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67adfc0-71be-4f2a-9246-9bef4a7f32bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.582683] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.582902] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc0ba52-32dd-4f59-9d64-d5a24d5955c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.645163] env[69220]: DEBUG oslo_vmware.api [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Task: {'id': task-2801664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148776} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.645422] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.645601] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.645789] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.645992] env[69220]: INFO nova.compute.manager [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1165.646249] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.646860] env[69220]: DEBUG nova.compute.manager [-] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.646964] env[69220]: DEBUG nova.network.neutron [-] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.649082] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.649274] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.649443] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleting the datastore file [datastore1] a74aa843-1750-4fd3-8a54-2798add80730 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.649953] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac8863f4-8e1e-43b7-976d-fd8c5acde6d6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.655704] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1165.655704] env[69220]: value = "task-2801666" [ 1165.655704] env[69220]: _type = "Task" [ 1165.655704] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.663443] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.665935] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b0f0cee2-77cb-4497-89dc-c162459eb8a6] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1165.977962] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.037062] env[69220]: INFO nova.scheduler.client.report [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted allocations for instance af5cac11-6c72-4093-b734-e5b715543968 [ 1166.051274] env[69220]: DEBUG oslo_concurrency.lockutils [req-26d7aa08-b20a-421f-8c1e-b261ae712860 req-4a4e9b83-067f-4e2f-adfb-5c4f1f53c1fb service nova] Releasing lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.165607] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241901} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.165995] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.166052] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.166207] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.168742] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 86bf6fa5-c60d-483b-bf47-87d06b4e2636] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1166.543965] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4bd0f6dd-e351-4d0b-815e-8547d0430495 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "af5cac11-6c72-4093-b734-e5b715543968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.641s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.674633] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 1f6cb73e-f18d-4dc4-891a-ceb65e74a5ec] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1166.855027] env[69220]: DEBUG nova.compute.manager [req-91009d63-50ba-4466-bc5e-11bd432c1b33 req-ca07a584-322c-4d7f-85ef-48b3ed36b97f service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Received event network-vif-deleted-a7840ad7-d0ef-4c30-9dd8-f08e42c83f96 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.855263] env[69220]: INFO nova.compute.manager [req-91009d63-50ba-4466-bc5e-11bd432c1b33 req-ca07a584-322c-4d7f-85ef-48b3ed36b97f service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Neutron deleted interface a7840ad7-d0ef-4c30-9dd8-f08e42c83f96; detaching it from the instance and deleting it from the info cache [ 1166.855439] env[69220]: DEBUG nova.network.neutron [req-91009d63-50ba-4466-bc5e-11bd432c1b33 req-ca07a584-322c-4d7f-85ef-48b3ed36b97f service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.856973] env[69220]: DEBUG nova.network.neutron [-] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.180253] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: ff2e5326-ba63-4dab-988d-fc06d75fda5d] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1167.205546] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.205810] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.205991] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.206191] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.206340] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.206489] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.207102] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.207102] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.207102] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.207261] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.207350] env[69220]: DEBUG nova.virt.hardware [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.208240] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da664d1-54a3-48f1-974c-75c6880510b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.217343] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9211b1-ce24-4246-b36d-d28ebc398f24 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.231788] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d0:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3895ad9-b060-49b8-ba09-53092134b0b1', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.239595] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.239861] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.240084] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ee7fdd5-89a9-4324-a7d0-8a0e7e802c7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.259200] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.259200] env[69220]: value = "task-2801667" [ 1167.259200] env[69220]: _type = "Task" [ 1167.259200] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.266632] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801667, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.359618] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8259c586-311e-4e71-8fb9-929e3e693579 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.362206] env[69220]: INFO nova.compute.manager [-] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Took 1.72 seconds to deallocate network for instance. [ 1167.371498] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09527d3-4ec1-48ce-a591-7e17bd013f85 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.400016] env[69220]: DEBUG nova.compute.manager [req-91009d63-50ba-4466-bc5e-11bd432c1b33 req-ca07a584-322c-4d7f-85ef-48b3ed36b97f service nova] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Detach interface failed, port_id=a7840ad7-d0ef-4c30-9dd8-f08e42c83f96, reason: Instance fc02c9cd-9c48-4782-858e-d96318acbc3d could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1167.683453] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 72730929-db1a-447a-b5ae-e6a5545079ff] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1167.769672] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801667, 'name': CreateVM_Task, 'duration_secs': 0.339989} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.769904] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.770602] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.770785] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.771170] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.771398] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd6e6fd-9372-4687-9132-379b97974d84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.775168] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "31a05e33-bb66-4b16-a52a-4012344b4457" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.775391] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "31a05e33-bb66-4b16-a52a-4012344b4457" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.775615] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "31a05e33-bb66-4b16-a52a-4012344b4457-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.775818] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "31a05e33-bb66-4b16-a52a-4012344b4457-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.776080] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "31a05e33-bb66-4b16-a52a-4012344b4457-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.778694] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1167.778694] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529d3fff-c970-121f-569d-6fd2d8db1e3d" [ 1167.778694] env[69220]: _type = "Task" [ 1167.778694] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.779112] env[69220]: INFO nova.compute.manager [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Terminating instance [ 1167.789865] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529d3fff-c970-121f-569d-6fd2d8db1e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.790149] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.790361] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.790576] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.790721] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.790897] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.791608] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb77aba6-7620-438a-802b-112c43de35db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.799249] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.799419] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.800096] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21dd583d-ed26-4142-9fdd-ab8fcbf0244e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.805103] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1167.805103] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5266dd10-c8e9-f02f-3f7d-c0b65dd11463" [ 1167.805103] env[69220]: _type = "Task" [ 1167.805103] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.812238] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5266dd10-c8e9-f02f-3f7d-c0b65dd11463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.870191] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.870465] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.870681] env[69220]: DEBUG nova.objects.instance [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lazy-loading 'resources' on Instance uuid fc02c9cd-9c48-4782-858e-d96318acbc3d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.186781] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 82f8648e-8236-4ce9-b5a7-d42c87079c5a] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1168.285671] env[69220]: DEBUG nova.compute.manager [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.286078] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.286978] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a009a5c0-d2a3-4ee8-b0ca-0981c2b6a135 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.295186] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.295311] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d1205df-6d3a-407b-90f7-452502bcba3f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.301773] env[69220]: DEBUG oslo_vmware.api [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1168.301773] env[69220]: value = "task-2801668" [ 1168.301773] env[69220]: _type = "Task" [ 1168.301773] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.310903] env[69220]: DEBUG oslo_vmware.api [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.316383] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5266dd10-c8e9-f02f-3f7d-c0b65dd11463, 'name': SearchDatastore_Task, 'duration_secs': 0.008235} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.317090] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea458f6-fd1a-404c-a4d0-307d8be83c42 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.321655] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1168.321655] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c5699d-b57b-2820-4d39-59cd2805b022" [ 1168.321655] env[69220]: _type = "Task" [ 1168.321655] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.329083] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c5699d-b57b-2820-4d39-59cd2805b022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.484494] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d20a0b-5157-4700-96f5-0650f0d5325e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.492545] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dae78a-2d4f-4811-88e8-8ec6faa3c3c5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.524194] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb359eb-ffc8-4eac-a3f4-84ca2dc8b227 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.531379] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73360c3-4158-4b07-a4d4-2e8bcb4b815d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.544056] env[69220]: DEBUG nova.compute.provider_tree [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.690058] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 0da8a9b4-0964-454e-b754-5782a3233f8b] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1168.811307] env[69220]: DEBUG oslo_vmware.api [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801668, 'name': PowerOffVM_Task, 'duration_secs': 0.202124} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.811578] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.811740] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.811985] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d527dd7-47eb-4f9b-bbf3-ece8a1c6a8bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.830441] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c5699d-b57b-2820-4d39-59cd2805b022, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.830677] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.830924] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] a74aa843-1750-4fd3-8a54-2798add80730/a74aa843-1750-4fd3-8a54-2798add80730.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.831209] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df52d960-8f9b-43db-903b-87eb7e5faf96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.836665] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1168.836665] env[69220]: value = "task-2801670" [ 1168.836665] env[69220]: _type = "Task" [ 1168.836665] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.844277] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.876795] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.877222] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.877449] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleting the datastore file [datastore2] 31a05e33-bb66-4b16-a52a-4012344b4457 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.877730] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8a6d09a-d926-4247-be22-6ba0fcd2f0b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.883988] env[69220]: DEBUG oslo_vmware.api [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for the task: (returnval){ [ 1168.883988] env[69220]: value = "task-2801671" [ 1168.883988] env[69220]: _type = "Task" [ 1168.883988] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.892485] env[69220]: DEBUG oslo_vmware.api [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.047629] env[69220]: DEBUG nova.scheduler.client.report [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.193785] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: ee8a5eef-18c1-4e00-8813-a2750c4ec8c5] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1169.347409] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443477} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.347651] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] a74aa843-1750-4fd3-8a54-2798add80730/a74aa843-1750-4fd3-8a54-2798add80730.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.347862] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.348233] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9dbe637-3fc7-433e-9e80-cacb9ab32411 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.355430] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1169.355430] env[69220]: value = "task-2801672" [ 1169.355430] env[69220]: _type = "Task" [ 1169.355430] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.363399] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.393024] env[69220]: DEBUG oslo_vmware.api [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Task: {'id': task-2801671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158685} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.393306] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.393488] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.393666] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.393912] env[69220]: INFO nova.compute.manager [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1169.394167] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.394361] env[69220]: DEBUG nova.compute.manager [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.394482] env[69220]: DEBUG nova.network.neutron [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.552987] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.571074] env[69220]: INFO nova.scheduler.client.report [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Deleted allocations for instance fc02c9cd-9c48-4782-858e-d96318acbc3d [ 1169.650413] env[69220]: DEBUG nova.compute.manager [req-5b0676ec-2de1-46ce-8e1a-2270e4e175d3 req-d0b9964a-500b-4434-a3ed-cc38e905be03 service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Received event network-vif-deleted-a73346e6-90c8-4e05-8d74-4f7328113f31 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1169.650696] env[69220]: INFO nova.compute.manager [req-5b0676ec-2de1-46ce-8e1a-2270e4e175d3 req-d0b9964a-500b-4434-a3ed-cc38e905be03 service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Neutron deleted interface a73346e6-90c8-4e05-8d74-4f7328113f31; detaching it from the instance and deleting it from the info cache [ 1169.650950] env[69220]: DEBUG nova.network.neutron [req-5b0676ec-2de1-46ce-8e1a-2270e4e175d3 req-d0b9964a-500b-4434-a3ed-cc38e905be03 service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.696509] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 6e207cd2-b3ad-4039-b5be-9b2eda54214b] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1169.865523] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066757} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.865729] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.866537] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a5e07d-8629-4ae2-b16f-44ecb008cded {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.888092] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a74aa843-1750-4fd3-8a54-2798add80730/a74aa843-1750-4fd3-8a54-2798add80730.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.888381] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c03f343-55e1-4858-b26c-251891609c96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.908071] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1169.908071] env[69220]: value = "task-2801673" [ 1169.908071] env[69220]: _type = "Task" [ 1169.908071] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.917567] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.081872] env[69220]: DEBUG oslo_concurrency.lockutils [None req-214f64ed-10ff-431d-80f9-c669f6a7c95a tempest-AttachVolumeTestJSON-1899636709 tempest-AttachVolumeTestJSON-1899636709-project-member] Lock "fc02c9cd-9c48-4782-858e-d96318acbc3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.069s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.132672] env[69220]: DEBUG nova.network.neutron [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.153628] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52059207-7d99-4094-a093-c9b3d9ef8d1a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.164408] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd78bd79-3786-4bea-8935-f145e4f65ff6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.195829] env[69220]: DEBUG nova.compute.manager [req-5b0676ec-2de1-46ce-8e1a-2270e4e175d3 req-d0b9964a-500b-4434-a3ed-cc38e905be03 service nova] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Detach interface failed, port_id=a73346e6-90c8-4e05-8d74-4f7328113f31, reason: Instance 31a05e33-bb66-4b16-a52a-4012344b4457 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1170.199564] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 244b2629-9cdb-4fcb-9310-d4dfa051e479] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1170.421466] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801673, 'name': ReconfigVM_Task, 'duration_secs': 0.320991} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.421699] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a74aa843-1750-4fd3-8a54-2798add80730/a74aa843-1750-4fd3-8a54-2798add80730.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.422316] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c18b16-a165-4f0f-a63e-7f82dc63a838 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.428997] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1170.428997] env[69220]: value = "task-2801674" [ 1170.428997] env[69220]: _type = "Task" [ 1170.428997] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.436429] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801674, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.637474] env[69220]: INFO nova.compute.manager [-] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Took 1.24 seconds to deallocate network for instance. [ 1170.703637] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: bbaa8a2c-a47c-4d3b-8678-ecfdf565685b] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1170.938970] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801674, 'name': Rename_Task, 'duration_secs': 0.146997} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.939231] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.939485] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97ed2435-2613-46c5-a754-d51f9c3e6873 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.946836] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1170.946836] env[69220]: value = "task-2801676" [ 1170.946836] env[69220]: _type = "Task" [ 1170.946836] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.956598] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.144616] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.144946] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.145189] env[69220]: DEBUG nova.objects.instance [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lazy-loading 'resources' on Instance uuid 31a05e33-bb66-4b16-a52a-4012344b4457 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.207052] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 7d9b29d3-4866-42e8-aa93-4c4aa377b44a] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1171.457048] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801676, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.710374] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 12c3d1fa-72cb-48ed-9d11-e766427ea254] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1171.745922] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f46e6e3-dcf6-4d8d-9640-492c69a33cf1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.753923] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1687c3-5f5e-41b5-a4eb-59e8bc00735c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.784758] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b6384-291a-414c-ac5c-a5024692e892 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.792390] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304fef95-3e0c-4755-941e-95d4d7d19b39 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.805645] env[69220]: DEBUG nova.compute.provider_tree [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.956798] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801676, 'name': PowerOnVM_Task, 'duration_secs': 0.515628} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.957025] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.957254] env[69220]: DEBUG nova.compute.manager [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.957997] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894faa0-fe46-4cd0-af92-1b4e869295dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.215627] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: d4abe3b9-4835-4315-82f0-c4ae3afac72b] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1172.308929] env[69220]: DEBUG nova.scheduler.client.report [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.467850] env[69220]: INFO nova.compute.manager [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] bringing vm to original state: 'stopped' [ 1172.718473] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8038dc6a-f7df-41a9-8e69-58abe8412b4d] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1172.814060] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.832412] env[69220]: INFO nova.scheduler.client.report [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Deleted allocations for instance 31a05e33-bb66-4b16-a52a-4012344b4457 [ 1173.221553] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8ac7cbca-de87-49f7-b90d-a822699ea2ec] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1173.339948] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d6521346-895d-4024-9d32-52d19d568a58 tempest-ServersAdminTestJSON-7137086 tempest-ServersAdminTestJSON-7137086-project-member] Lock "31a05e33-bb66-4b16-a52a-4012344b4457" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.475338] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "a74aa843-1750-4fd3-8a54-2798add80730" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.475605] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.475792] env[69220]: DEBUG nova.compute.manager [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.476749] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e83a25-6a88-4fad-9c4a-8eb4e4b64e92 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.483706] env[69220]: DEBUG nova.compute.manager [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1173.724803] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 89535cd4-7ff1-4bde-b2ec-efa781b0b656] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1173.988720] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.989057] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-110cda61-89fa-4616-a314-78c5a7c6b0cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.996777] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1173.996777] env[69220]: value = "task-2801678" [ 1173.996777] env[69220]: _type = "Task" [ 1173.996777] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.006061] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.228504] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: ebef2186-26ad-468b-9a35-155092057368] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1174.507261] env[69220]: DEBUG oslo_vmware.api [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801678, 'name': PowerOffVM_Task, 'duration_secs': 0.203326} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.507548] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.507744] env[69220]: DEBUG nova.compute.manager [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.508507] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67016da-db6d-477e-84ef-5034e4bcdb77 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.731641] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: cd6954b3-e8fd-4fb9-b6a8-fb3183c8c0e2] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1175.021263] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.237793] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8dea4829-40e3-4b1f-bfc1-9986c6aa2a90] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1175.534218] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.534218] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.534218] env[69220]: DEBUG nova.objects.instance [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1175.559699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "a74aa843-1750-4fd3-8a54-2798add80730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.559699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.559699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "a74aa843-1750-4fd3-8a54-2798add80730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.559699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.559699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.560841] env[69220]: INFO nova.compute.manager [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Terminating instance [ 1175.740842] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 52bca790-fc3c-4ae9-8bf5-36dcbf6383f5] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1176.067478] env[69220]: DEBUG nova.compute.manager [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.067681] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.068565] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9631bc63-d081-461a-b047-41fdd211315e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.076412] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.076685] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f9d0436-16b2-4f84-88f4-bed30c691ac6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.152130] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.152413] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.152632] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleting the datastore file [datastore1] a74aa843-1750-4fd3-8a54-2798add80730 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.152902] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21f8b136-6743-4a71-b4a2-e4d068e036c5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.159422] env[69220]: DEBUG oslo_vmware.api [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1176.159422] env[69220]: value = "task-2801680" [ 1176.159422] env[69220]: _type = "Task" [ 1176.159422] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.172325] env[69220]: DEBUG oslo_vmware.api [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.245209] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 30314814-1b56-4ee0-a386-99d40bcc2794] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1176.541620] env[69220]: DEBUG oslo_concurrency.lockutils [None req-091e19cf-fdb8-445a-9a4c-7d3d5ceb3894 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.671532] env[69220]: DEBUG oslo_vmware.api [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172643} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.671803] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.671987] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.672173] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.672342] env[69220]: INFO nova.compute.manager [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1176.672579] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.672766] env[69220]: DEBUG nova.compute.manager [-] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.672861] env[69220]: DEBUG nova.network.neutron [-] [instance: a74aa843-1750-4fd3-8a54-2798add80730] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.749472] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 11e864bd-3f84-4efb-a9f6-b5b9b626a092] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1176.983155] env[69220]: DEBUG nova.compute.manager [req-162a2cd2-a708-4cb6-b22d-23d3bba8c8d3 req-fecc601f-02f5-442c-baf4-9579b8768f1a service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Received event network-vif-deleted-e3895ad9-b060-49b8-ba09-53092134b0b1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.983363] env[69220]: INFO nova.compute.manager [req-162a2cd2-a708-4cb6-b22d-23d3bba8c8d3 req-fecc601f-02f5-442c-baf4-9579b8768f1a service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Neutron deleted interface e3895ad9-b060-49b8-ba09-53092134b0b1; detaching it from the instance and deleting it from the info cache [ 1176.983599] env[69220]: DEBUG nova.network.neutron [req-162a2cd2-a708-4cb6-b22d-23d3bba8c8d3 req-fecc601f-02f5-442c-baf4-9579b8768f1a service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.253042] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8ff5389b-d78d-4ac6-9228-3fa315577638] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1177.458633] env[69220]: DEBUG nova.network.neutron [-] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.485831] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c94eb74-a067-4fb2-a43b-d583a41581b7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.496737] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702f725a-c371-405a-be2c-0b2ec6656d73 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.523528] env[69220]: DEBUG nova.compute.manager [req-162a2cd2-a708-4cb6-b22d-23d3bba8c8d3 req-fecc601f-02f5-442c-baf4-9579b8768f1a service nova] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Detach interface failed, port_id=e3895ad9-b060-49b8-ba09-53092134b0b1, reason: Instance a74aa843-1750-4fd3-8a54-2798add80730 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1177.756433] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: f84d9118-28a4-4e43-af7a-87b553e77b3c] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1177.961702] env[69220]: INFO nova.compute.manager [-] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Took 1.29 seconds to deallocate network for instance. [ 1178.259909] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 78aeae5e-b2a7-4a58-918c-e350a0f930a5] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1178.468213] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.468519] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.468735] env[69220]: DEBUG nova.objects.instance [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'resources' on Instance uuid a74aa843-1750-4fd3-8a54-2798add80730 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.768384] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 61ef0689-e28c-4296-8d0c-809458f6cc01] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1178.951658] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "aebf0840-31c3-44af-a66c-c806a8f25891" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.951891] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.067556] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d203b66b-385c-4798-954e-87800bed0b99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.075084] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbbfb5b-73eb-45b9-8335-213f672209c1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.105587] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f616f419-32b8-4010-85f5-8033f7cdeb96 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.112764] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dcba0b-f657-4fc0-915c-f35304c781b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.126950] env[69220]: DEBUG nova.compute.provider_tree [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.273034] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: eb5ce251-3c94-4f91-b53f-dcce94bbaac0] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1179.454849] env[69220]: DEBUG nova.compute.utils [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.630794] env[69220]: DEBUG nova.scheduler.client.report [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.779109] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: ebb20351-6df6-475b-9026-7abaf6de1b60] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1179.960464] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.136192] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.159021] env[69220]: INFO nova.scheduler.client.report [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted allocations for instance a74aa843-1750-4fd3-8a54-2798add80730 [ 1180.165782] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.166028] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.197583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.197814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.231451] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.231451] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.282221] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 798f9b00-6de7-44a0-9ccc-119774d88bbc] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1180.671846] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.674789] env[69220]: DEBUG oslo_concurrency.lockutils [None req-50094ec9-d9c1-4864-8b9d-fea84c2ecbf7 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "a74aa843-1750-4fd3-8a54-2798add80730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.117s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.701877] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.735826] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.785637] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 9fdc7289-1ff9-4b6c-a263-6930d47677bc] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1181.029715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "aebf0840-31c3-44af-a66c-c806a8f25891" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.030010] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.030371] env[69220]: INFO nova.compute.manager [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Attaching volume 86d26880-2081-435d-8c29-ecde191595ce to /dev/sdb [ 1181.076730] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d9a0e-c14a-44ce-b75b-9fb2462ad118 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.085416] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bf4236-5f4c-42fd-bc8d-82e3c7cfee21 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.101406] env[69220]: DEBUG nova.virt.block_device [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating existing volume attachment record: 7a6af8ff-1cc4-4c6e-9987-b52f798692c8 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1181.211316] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.211583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.212974] env[69220]: INFO nova.compute.claims [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.233616] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.257161] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.291381] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 68d617fa-7443-4b83-892c-1e6f928905d7] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1181.795491] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 9421efc6-6e98-48f4-a136-b3217e97527f] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1182.298364] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 99c21326-9d7e-4439-89b0-5dfd90577cdb] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1182.320421] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540be39a-d24d-456e-ab02-9aba9ad30d17 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.328914] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca5ae7-a6cd-4fdc-bd6e-49276492498a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.358935] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55470b-0001-4580-bdf4-b1271b9b67af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.365747] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352812c3-636e-49ca-b824-cdf397cfbceb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.378706] env[69220]: DEBUG nova.compute.provider_tree [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.602460] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.602687] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.803055] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.803177] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Cleaning up deleted instances with incomplete migration {{(pid=69220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1182.881826] env[69220]: DEBUG nova.scheduler.client.report [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.104941] env[69220]: DEBUG nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.305787] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.386639] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.387153] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.389530] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.160s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.391175] env[69220]: INFO nova.compute.claims [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.625552] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.899161] env[69220]: DEBUG nova.compute.utils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.899929] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.902130] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.943877] env[69220]: DEBUG nova.policy [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68257b8ed13f407d88d0f5593baf4679', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0915c055d0a648549b37df2badc1e380', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.178544] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Successfully created port: 1a50ab6b-5685-49a5-a612-987258994a13 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.403332] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1184.507068] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466cf430-7be0-49e1-a2db-746a7f682c4c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.514660] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0fa81b-7de0-4df4-9f93-2fdffa14f230 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.543976] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b431bbc-969a-420a-933e-1a4b1872cc47 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.551418] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd943d7-ca38-4151-9836-f7a97add167c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.564348] env[69220]: DEBUG nova.compute.provider_tree [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.803703] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.803949] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.067940] env[69220]: DEBUG nova.scheduler.client.report [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.309585] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.309784] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.309834] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.412677] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.438971] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.439237] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.439446] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.439568] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.439713] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.439857] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.440078] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.440239] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.440405] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.440564] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.440729] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.441634] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac0bdc0-233f-4bd6-ba50-f37978c5a995 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.451392] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c66aa0-76fc-48d2-8103-da08e804e87c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.516267] env[69220]: DEBUG nova.compute.manager [req-f66a2fa7-0d30-4dce-8fa6-f9cc486bf03b req-a043384d-ac20-4fae-a041-87852748d228 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Received event network-vif-plugged-1a50ab6b-5685-49a5-a612-987258994a13 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.516488] env[69220]: DEBUG oslo_concurrency.lockutils [req-f66a2fa7-0d30-4dce-8fa6-f9cc486bf03b req-a043384d-ac20-4fae-a041-87852748d228 service nova] Acquiring lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.516743] env[69220]: DEBUG oslo_concurrency.lockutils [req-f66a2fa7-0d30-4dce-8fa6-f9cc486bf03b req-a043384d-ac20-4fae-a041-87852748d228 service nova] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.516880] env[69220]: DEBUG oslo_concurrency.lockutils [req-f66a2fa7-0d30-4dce-8fa6-f9cc486bf03b req-a043384d-ac20-4fae-a041-87852748d228 service nova] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.517056] env[69220]: DEBUG nova.compute.manager [req-f66a2fa7-0d30-4dce-8fa6-f9cc486bf03b req-a043384d-ac20-4fae-a041-87852748d228 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] No waiting events found dispatching network-vif-plugged-1a50ab6b-5685-49a5-a612-987258994a13 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.517221] env[69220]: WARNING nova.compute.manager [req-f66a2fa7-0d30-4dce-8fa6-f9cc486bf03b req-a043384d-ac20-4fae-a041-87852748d228 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Received unexpected event network-vif-plugged-1a50ab6b-5685-49a5-a612-987258994a13 for instance with vm_state building and task_state spawning. [ 1185.572777] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.573423] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.575989] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.319s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.577387] env[69220]: INFO nova.compute.claims [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.607533] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Successfully updated port: 1a50ab6b-5685-49a5-a612-987258994a13 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.652174] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1185.652422] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562992', 'volume_id': '86d26880-2081-435d-8c29-ecde191595ce', 'name': 'volume-86d26880-2081-435d-8c29-ecde191595ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aebf0840-31c3-44af-a66c-c806a8f25891', 'attached_at': '', 'detached_at': '', 'volume_id': '86d26880-2081-435d-8c29-ecde191595ce', 'serial': '86d26880-2081-435d-8c29-ecde191595ce'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1185.653321] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b43b253-f7ff-49a4-b2a8-9de7e1648f54 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.669372] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f9e2c3-784d-4fca-b4ab-db02128c8b26 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.693168] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-86d26880-2081-435d-8c29-ecde191595ce/volume-86d26880-2081-435d-8c29-ecde191595ce.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.693594] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e27eea-b891-496e-bf29-7fdc940a203b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.711353] env[69220]: DEBUG oslo_vmware.api [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1185.711353] env[69220]: value = "task-2801686" [ 1185.711353] env[69220]: _type = "Task" [ 1185.711353] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.719312] env[69220]: DEBUG oslo_vmware.api [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.081831] env[69220]: DEBUG nova.compute.utils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.083685] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.083685] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.110693] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "refresh_cache-1d51b7f5-4cf4-45d3-a419-1436af336ffc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.110693] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "refresh_cache-1d51b7f5-4cf4-45d3-a419-1436af336ffc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.110693] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.122788] env[69220]: DEBUG nova.policy [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68257b8ed13f407d88d0f5593baf4679', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0915c055d0a648549b37df2badc1e380', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.222833] env[69220]: DEBUG oslo_vmware.api [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801686, 'name': ReconfigVM_Task, 'duration_secs': 0.337465} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.223117] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-86d26880-2081-435d-8c29-ecde191595ce/volume-86d26880-2081-435d-8c29-ecde191595ce.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.227768] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1e93cc-6e92-4554-a88c-bf18d698af3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.242869] env[69220]: DEBUG oslo_vmware.api [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1186.242869] env[69220]: value = "task-2801687" [ 1186.242869] env[69220]: _type = "Task" [ 1186.242869] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.251184] env[69220]: DEBUG oslo_vmware.api [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.384910] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Successfully created port: ccdfe585-d055-4371-a8cf-7286bf8d5047 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.588572] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.643205] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.754660] env[69220]: DEBUG oslo_vmware.api [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801687, 'name': ReconfigVM_Task, 'duration_secs': 0.16114} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.757316] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562992', 'volume_id': '86d26880-2081-435d-8c29-ecde191595ce', 'name': 'volume-86d26880-2081-435d-8c29-ecde191595ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aebf0840-31c3-44af-a66c-c806a8f25891', 'attached_at': '', 'detached_at': '', 'volume_id': '86d26880-2081-435d-8c29-ecde191595ce', 'serial': '86d26880-2081-435d-8c29-ecde191595ce'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.767117] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Updating instance_info_cache with network_info: [{"id": "1a50ab6b-5685-49a5-a612-987258994a13", "address": "fa:16:3e:fd:9f:6f", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a50ab6b-56", "ovs_interfaceid": "1a50ab6b-5685-49a5-a612-987258994a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.792142] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bee7d5-ab0b-435b-a344-bf57ef24e85b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.799619] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909c09c3-cb63-446f-836e-bf79d5e5f268 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.828910] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71738832-c3e6-4708-99ba-0aec32887074 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.836719] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2954336-f84f-4caf-a792-3ed93f3c09b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.849699] env[69220]: DEBUG nova.compute.provider_tree [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.272267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "refresh_cache-1d51b7f5-4cf4-45d3-a419-1436af336ffc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.272587] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Instance network_info: |[{"id": "1a50ab6b-5685-49a5-a612-987258994a13", "address": "fa:16:3e:fd:9f:6f", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a50ab6b-56", "ovs_interfaceid": "1a50ab6b-5685-49a5-a612-987258994a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.272990] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:9f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a50ab6b-5685-49a5-a612-987258994a13', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.280279] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Creating folder: Project (0915c055d0a648549b37df2badc1e380). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.280549] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c743af4-7e79-4db3-84b8-00fc69746fa1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.291942] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Created folder: Project (0915c055d0a648549b37df2badc1e380) in parent group-v562703. [ 1187.292144] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Creating folder: Instances. Parent ref: group-v562993. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.293991] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0da9269-e9a4-436e-bc01-8b12bf4771a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.304832] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Created folder: Instances in parent group-v562993. [ 1187.305062] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.305276] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.305469] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ca98aa-a4d8-42b5-9540-f8fb6533fee4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.325668] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.325668] env[69220]: value = "task-2801690" [ 1187.325668] env[69220]: _type = "Task" [ 1187.325668] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.332962] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801690, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.352574] env[69220]: DEBUG nova.scheduler.client.report [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.543448] env[69220]: DEBUG nova.compute.manager [req-4bc357d3-a9aa-4338-9f94-13a55601b1fe req-225d0d62-a955-4e10-a57d-9f8f33628362 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Received event network-changed-1a50ab6b-5685-49a5-a612-987258994a13 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.543646] env[69220]: DEBUG nova.compute.manager [req-4bc357d3-a9aa-4338-9f94-13a55601b1fe req-225d0d62-a955-4e10-a57d-9f8f33628362 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Refreshing instance network info cache due to event network-changed-1a50ab6b-5685-49a5-a612-987258994a13. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.543857] env[69220]: DEBUG oslo_concurrency.lockutils [req-4bc357d3-a9aa-4338-9f94-13a55601b1fe req-225d0d62-a955-4e10-a57d-9f8f33628362 service nova] Acquiring lock "refresh_cache-1d51b7f5-4cf4-45d3-a419-1436af336ffc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.544015] env[69220]: DEBUG oslo_concurrency.lockutils [req-4bc357d3-a9aa-4338-9f94-13a55601b1fe req-225d0d62-a955-4e10-a57d-9f8f33628362 service nova] Acquired lock "refresh_cache-1d51b7f5-4cf4-45d3-a419-1436af336ffc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.544183] env[69220]: DEBUG nova.network.neutron [req-4bc357d3-a9aa-4338-9f94-13a55601b1fe req-225d0d62-a955-4e10-a57d-9f8f33628362 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Refreshing network info cache for port 1a50ab6b-5685-49a5-a612-987258994a13 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.602035] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.630855] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.631109] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.631268] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.631446] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.631589] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.631732] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.631938] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.632110] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.632283] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.632446] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.632617] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.633612] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00042273-21c4-45f3-a436-016eb9a7fe5d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.642065] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64ee403-74cb-4f40-b5f5-fbbc57b9a357 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.797078] env[69220]: DEBUG nova.objects.instance [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'flavor' on Instance uuid aebf0840-31c3-44af-a66c-c806a8f25891 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.836299] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801690, 'name': CreateVM_Task, 'duration_secs': 0.316069} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.836476] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.837170] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.837324] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.837633] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.837881] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3aa0eab-7d38-4d0e-a878-9b450797981c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.842741] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1187.842741] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520329d1-0a44-dcc2-c37b-287a9606d09c" [ 1187.842741] env[69220]: _type = "Task" [ 1187.842741] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.850602] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520329d1-0a44-dcc2-c37b-287a9606d09c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.857122] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.857190] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.859619] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.234s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.864530] env[69220]: INFO nova.compute.claims [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.138787] env[69220]: DEBUG nova.compute.manager [req-6168e5d4-bbce-4899-b573-4716be3a5c6b req-cb37a5c2-1552-43e8-b35f-6bf7c54e398e service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Received event network-vif-plugged-ccdfe585-d055-4371-a8cf-7286bf8d5047 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.139031] env[69220]: DEBUG oslo_concurrency.lockutils [req-6168e5d4-bbce-4899-b573-4716be3a5c6b req-cb37a5c2-1552-43e8-b35f-6bf7c54e398e service nova] Acquiring lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.139235] env[69220]: DEBUG oslo_concurrency.lockutils [req-6168e5d4-bbce-4899-b573-4716be3a5c6b req-cb37a5c2-1552-43e8-b35f-6bf7c54e398e service nova] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.139401] env[69220]: DEBUG oslo_concurrency.lockutils [req-6168e5d4-bbce-4899-b573-4716be3a5c6b req-cb37a5c2-1552-43e8-b35f-6bf7c54e398e service nova] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.139566] env[69220]: DEBUG nova.compute.manager [req-6168e5d4-bbce-4899-b573-4716be3a5c6b req-cb37a5c2-1552-43e8-b35f-6bf7c54e398e service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] No waiting events found dispatching network-vif-plugged-ccdfe585-d055-4371-a8cf-7286bf8d5047 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.139725] env[69220]: WARNING nova.compute.manager [req-6168e5d4-bbce-4899-b573-4716be3a5c6b req-cb37a5c2-1552-43e8-b35f-6bf7c54e398e service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Received unexpected event network-vif-plugged-ccdfe585-d055-4371-a8cf-7286bf8d5047 for instance with vm_state building and task_state spawning. [ 1188.302465] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8c0e717e-8be9-4da1-86f6-88923baa0b24 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.272s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.308618] env[69220]: DEBUG nova.network.neutron [req-4bc357d3-a9aa-4338-9f94-13a55601b1fe req-225d0d62-a955-4e10-a57d-9f8f33628362 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Updated VIF entry in instance network info cache for port 1a50ab6b-5685-49a5-a612-987258994a13. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.308926] env[69220]: DEBUG nova.network.neutron [req-4bc357d3-a9aa-4338-9f94-13a55601b1fe req-225d0d62-a955-4e10-a57d-9f8f33628362 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Updating instance_info_cache with network_info: [{"id": "1a50ab6b-5685-49a5-a612-987258994a13", "address": "fa:16:3e:fd:9f:6f", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a50ab6b-56", "ovs_interfaceid": "1a50ab6b-5685-49a5-a612-987258994a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.353918] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520329d1-0a44-dcc2-c37b-287a9606d09c, 'name': SearchDatastore_Task, 'duration_secs': 0.012077} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.354283] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.354515] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.354746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.354886] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.355064] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.355341] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1259567-1995-4f31-acf1-4470366ee701 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.363628] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.363805] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.364497] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cde018f-5235-4b4c-ae90-ddf8874d76d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.368754] env[69220]: DEBUG nova.compute.utils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.370379] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.370539] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.372249] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1188.372249] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521c07c4-fd6b-00ef-d0ca-51e99c014273" [ 1188.372249] env[69220]: _type = "Task" [ 1188.372249] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.384923] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521c07c4-fd6b-00ef-d0ca-51e99c014273, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.385319] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a0e652-96ff-4b73-8b71-a719cad6f7e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.390444] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1188.390444] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520a6b8b-2194-03d3-c61a-f56ce8dbf13b" [ 1188.390444] env[69220]: _type = "Task" [ 1188.390444] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.397677] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520a6b8b-2194-03d3-c61a-f56ce8dbf13b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.408783] env[69220]: DEBUG nova.policy [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68257b8ed13f407d88d0f5593baf4679', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0915c055d0a648549b37df2badc1e380', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.490643] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Successfully updated port: ccdfe585-d055-4371-a8cf-7286bf8d5047 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.655173] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Successfully created port: 0401ad83-99da-48ce-8f70-46af097da097 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.811324] env[69220]: DEBUG oslo_concurrency.lockutils [req-4bc357d3-a9aa-4338-9f94-13a55601b1fe req-225d0d62-a955-4e10-a57d-9f8f33628362 service nova] Releasing lock "refresh_cache-1d51b7f5-4cf4-45d3-a419-1436af336ffc" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.873656] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.901092] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]520a6b8b-2194-03d3-c61a-f56ce8dbf13b, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.903565] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.903821] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 1d51b7f5-4cf4-45d3-a419-1436af336ffc/1d51b7f5-4cf4-45d3-a419-1436af336ffc.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.904260] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-310531e2-4a1c-4335-8fa3-365373d8cbec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.911015] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1188.911015] env[69220]: value = "task-2801691" [ 1188.911015] env[69220]: _type = "Task" [ 1188.911015] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.922182] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.992905] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "refresh_cache-04ce2f4a-e41c-44a0-90f3-f817c573e84d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.993018] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "refresh_cache-04ce2f4a-e41c-44a0-90f3-f817c573e84d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.993185] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.009532] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd409e7-5449-4762-9292-50855b340270 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.018346] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0035f7-2811-4b74-8cf5-7c9f214a80cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.048168] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a89fb9-569a-4ec3-b28c-d6bbe9b2a1fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.056740] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f9e4ec-9cb0-4590-8cc4-8453754f3d4d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.070748] env[69220]: DEBUG nova.compute.provider_tree [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.178922] env[69220]: DEBUG nova.compute.manager [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1189.421359] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412613} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.421609] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 1d51b7f5-4cf4-45d3-a419-1436af336ffc/1d51b7f5-4cf4-45d3-a419-1436af336ffc.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.421821] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.422073] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2511d735-05a6-4715-91df-91327d0c4003 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.429310] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1189.429310] env[69220]: value = "task-2801692" [ 1189.429310] env[69220]: _type = "Task" [ 1189.429310] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.436711] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.526699] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.570372] env[69220]: DEBUG nova.compute.manager [req-bf4c7800-077f-43be-896c-38e34a5ca6a2 req-de71cf7e-c7c4-4149-acc9-10e6a35eb767 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Received event network-changed-ccdfe585-d055-4371-a8cf-7286bf8d5047 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.570572] env[69220]: DEBUG nova.compute.manager [req-bf4c7800-077f-43be-896c-38e34a5ca6a2 req-de71cf7e-c7c4-4149-acc9-10e6a35eb767 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Refreshing instance network info cache due to event network-changed-ccdfe585-d055-4371-a8cf-7286bf8d5047. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1189.570767] env[69220]: DEBUG oslo_concurrency.lockutils [req-bf4c7800-077f-43be-896c-38e34a5ca6a2 req-de71cf7e-c7c4-4149-acc9-10e6a35eb767 service nova] Acquiring lock "refresh_cache-04ce2f4a-e41c-44a0-90f3-f817c573e84d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.573831] env[69220]: DEBUG nova.scheduler.client.report [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.654701] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Updating instance_info_cache with network_info: [{"id": "ccdfe585-d055-4371-a8cf-7286bf8d5047", "address": "fa:16:3e:72:b4:30", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdfe585-d0", "ovs_interfaceid": "ccdfe585-d055-4371-a8cf-7286bf8d5047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.694355] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.884079] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.908651] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.908904] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.909091] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.909292] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.909441] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.909585] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.909789] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.909945] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.910140] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.910313] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.910484] env[69220]: DEBUG nova.virt.hardware [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.911359] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf451a9a-8717-4cdf-94e0-727076ceaf46 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.919743] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfae93c-fc07-4521-9651-8fabf3bd3641 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.940361] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106356} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.940610] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.941439] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659d71aa-d1ec-48a2-b9df-699a63b757c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.962910] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 1d51b7f5-4cf4-45d3-a419-1436af336ffc/1d51b7f5-4cf4-45d3-a419-1436af336ffc.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.963202] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c88db177-bd42-44ac-ab78-a42fc643eca5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.982907] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1189.982907] env[69220]: value = "task-2801693" [ 1189.982907] env[69220]: _type = "Task" [ 1189.982907] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.990608] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.022277] env[69220]: DEBUG nova.compute.manager [req-9f1a874a-c403-4087-8aff-0126478a6e0b req-4ac7defa-1ffc-461f-b42e-02c62a30cfc9 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Received event network-vif-plugged-0401ad83-99da-48ce-8f70-46af097da097 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.022490] env[69220]: DEBUG oslo_concurrency.lockutils [req-9f1a874a-c403-4087-8aff-0126478a6e0b req-4ac7defa-1ffc-461f-b42e-02c62a30cfc9 service nova] Acquiring lock "d89f3185-4c69-4a64-a2aa-166b24d1b110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.022697] env[69220]: DEBUG oslo_concurrency.lockutils [req-9f1a874a-c403-4087-8aff-0126478a6e0b req-4ac7defa-1ffc-461f-b42e-02c62a30cfc9 service nova] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.022861] env[69220]: DEBUG oslo_concurrency.lockutils [req-9f1a874a-c403-4087-8aff-0126478a6e0b req-4ac7defa-1ffc-461f-b42e-02c62a30cfc9 service nova] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.023150] env[69220]: DEBUG nova.compute.manager [req-9f1a874a-c403-4087-8aff-0126478a6e0b req-4ac7defa-1ffc-461f-b42e-02c62a30cfc9 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] No waiting events found dispatching network-vif-plugged-0401ad83-99da-48ce-8f70-46af097da097 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.023383] env[69220]: WARNING nova.compute.manager [req-9f1a874a-c403-4087-8aff-0126478a6e0b req-4ac7defa-1ffc-461f-b42e-02c62a30cfc9 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Received unexpected event network-vif-plugged-0401ad83-99da-48ce-8f70-46af097da097 for instance with vm_state building and task_state spawning. [ 1190.078198] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.078714] env[69220]: DEBUG nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.081921] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.388s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.106729] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Successfully updated port: 0401ad83-99da-48ce-8f70-46af097da097 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.157639] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "refresh_cache-04ce2f4a-e41c-44a0-90f3-f817c573e84d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.157895] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Instance network_info: |[{"id": "ccdfe585-d055-4371-a8cf-7286bf8d5047", "address": "fa:16:3e:72:b4:30", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdfe585-d0", "ovs_interfaceid": "ccdfe585-d055-4371-a8cf-7286bf8d5047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.158216] env[69220]: DEBUG oslo_concurrency.lockutils [req-bf4c7800-077f-43be-896c-38e34a5ca6a2 req-de71cf7e-c7c4-4149-acc9-10e6a35eb767 service nova] Acquired lock "refresh_cache-04ce2f4a-e41c-44a0-90f3-f817c573e84d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.158407] env[69220]: DEBUG nova.network.neutron [req-bf4c7800-077f-43be-896c-38e34a5ca6a2 req-de71cf7e-c7c4-4149-acc9-10e6a35eb767 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Refreshing network info cache for port ccdfe585-d055-4371-a8cf-7286bf8d5047 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.159523] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:b4:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccdfe585-d055-4371-a8cf-7286bf8d5047', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.167737] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.168165] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.168689] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08515297-c7f7-47da-b74b-68b7dc1b66a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.190135] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.190135] env[69220]: value = "task-2801694" [ 1190.190135] env[69220]: _type = "Task" [ 1190.190135] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.202136] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801694, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.495873] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801693, 'name': ReconfigVM_Task, 'duration_secs': 0.301038} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.496194] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 1d51b7f5-4cf4-45d3-a419-1436af336ffc/1d51b7f5-4cf4-45d3-a419-1436af336ffc.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.497033] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-446072a6-a7dd-450f-9370-4dc54cd5a3bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.504475] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1190.504475] env[69220]: value = "task-2801695" [ 1190.504475] env[69220]: _type = "Task" [ 1190.504475] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.513236] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801695, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.584227] env[69220]: DEBUG nova.compute.utils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.587758] env[69220]: INFO nova.compute.claims [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.591125] env[69220]: DEBUG nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.591325] env[69220]: DEBUG nova.network.neutron [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.610645] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "refresh_cache-d89f3185-4c69-4a64-a2aa-166b24d1b110" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.610645] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "refresh_cache-d89f3185-4c69-4a64-a2aa-166b24d1b110" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.610645] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.640237] env[69220]: DEBUG nova.policy [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97b6780001d34f64be60ce1249e416bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289ebec4fb7d46eb9c8ab8a6d3ac4d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.701737] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801694, 'name': CreateVM_Task, 'duration_secs': 0.368311} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.702164] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.702532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.702686] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.703126] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.703263] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b92cab6-9b57-4b30-a742-f7d4c8743618 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.708296] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1190.708296] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5246ef1f-aefa-6a96-d1d9-2cb278b1b6dc" [ 1190.708296] env[69220]: _type = "Task" [ 1190.708296] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.715994] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5246ef1f-aefa-6a96-d1d9-2cb278b1b6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.851139] env[69220]: DEBUG nova.network.neutron [req-bf4c7800-077f-43be-896c-38e34a5ca6a2 req-de71cf7e-c7c4-4149-acc9-10e6a35eb767 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Updated VIF entry in instance network info cache for port ccdfe585-d055-4371-a8cf-7286bf8d5047. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.851498] env[69220]: DEBUG nova.network.neutron [req-bf4c7800-077f-43be-896c-38e34a5ca6a2 req-de71cf7e-c7c4-4149-acc9-10e6a35eb767 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Updating instance_info_cache with network_info: [{"id": "ccdfe585-d055-4371-a8cf-7286bf8d5047", "address": "fa:16:3e:72:b4:30", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccdfe585-d0", "ovs_interfaceid": "ccdfe585-d055-4371-a8cf-7286bf8d5047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.906760] env[69220]: DEBUG nova.network.neutron [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Successfully created port: 3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.014516] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801695, 'name': Rename_Task, 'duration_secs': 0.154195} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.014751] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.014997] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd4c4d4b-8ee1-4b31-8eef-a35482bf92d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.021327] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1191.021327] env[69220]: value = "task-2801696" [ 1191.021327] env[69220]: _type = "Task" [ 1191.021327] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.028778] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.095901] env[69220]: INFO nova.compute.resource_tracker [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating resource usage from migration 66578830-fdbb-4c84-b2ff-dcedd73c549e [ 1191.099988] env[69220]: DEBUG nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.158042] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.218864] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5246ef1f-aefa-6a96-d1d9-2cb278b1b6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011485} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.219221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.219362] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.219598] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.219758] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.219909] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.222535] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aabc5898-3718-487f-8ecf-6e7c85bac385 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.233240] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.233472] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.236672] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694a744d-a5af-47e8-a36c-05e2e01c9a16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.242483] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1191.242483] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527c181a-83f8-f3d8-7be1-b6a65bc76aa2" [ 1191.242483] env[69220]: _type = "Task" [ 1191.242483] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.250346] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527c181a-83f8-f3d8-7be1-b6a65bc76aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.266749] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b82eef7-08fc-4a95-8bc4-a5a46994d0d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.277518] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac29d9c-0686-4de5-b778-7fd79f177e2b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.310218] env[69220]: DEBUG nova.network.neutron [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Updating instance_info_cache with network_info: [{"id": "0401ad83-99da-48ce-8f70-46af097da097", "address": "fa:16:3e:2e:ac:c1", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0401ad83-99", "ovs_interfaceid": "0401ad83-99da-48ce-8f70-46af097da097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.311987] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d5bc09-46bc-421d-b297-878838a0bc98 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.320773] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e49bac0-4642-4580-853e-284656dbaa12 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.335491] env[69220]: DEBUG nova.compute.provider_tree [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.353935] env[69220]: DEBUG oslo_concurrency.lockutils [req-bf4c7800-077f-43be-896c-38e34a5ca6a2 req-de71cf7e-c7c4-4149-acc9-10e6a35eb767 service nova] Releasing lock "refresh_cache-04ce2f4a-e41c-44a0-90f3-f817c573e84d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.532959] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.756741] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527c181a-83f8-f3d8-7be1-b6a65bc76aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.757939] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4ba547-4528-4caf-af4d-671e744d2253 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.765170] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1191.765170] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5282ecf7-a17c-3f78-1dc3-ac6d62edbe8f" [ 1191.765170] env[69220]: _type = "Task" [ 1191.765170] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.776330] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5282ecf7-a17c-3f78-1dc3-ac6d62edbe8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.815963] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "refresh_cache-d89f3185-4c69-4a64-a2aa-166b24d1b110" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.816279] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Instance network_info: |[{"id": "0401ad83-99da-48ce-8f70-46af097da097", "address": "fa:16:3e:2e:ac:c1", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0401ad83-99", "ovs_interfaceid": "0401ad83-99da-48ce-8f70-46af097da097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.816669] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ac:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0401ad83-99da-48ce-8f70-46af097da097', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.824037] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.824236] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.824448] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cbb789d-159f-4592-a90b-5d794b9513b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.839155] env[69220]: DEBUG nova.scheduler.client.report [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.848034] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.848034] env[69220]: value = "task-2801697" [ 1191.848034] env[69220]: _type = "Task" [ 1191.848034] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.855227] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801697, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.031628] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801696, 'name': PowerOnVM_Task, 'duration_secs': 0.514742} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.031901] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.032117] env[69220]: INFO nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1192.032297] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.033085] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de28b6-098d-4b56-8cc6-e112f45bad77 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.048481] env[69220]: DEBUG nova.compute.manager [req-3141c395-2769-4f30-86f9-a5458a85fcde req-07a8459c-b574-42a1-b373-3961e816af97 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Received event network-changed-0401ad83-99da-48ce-8f70-46af097da097 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.048674] env[69220]: DEBUG nova.compute.manager [req-3141c395-2769-4f30-86f9-a5458a85fcde req-07a8459c-b574-42a1-b373-3961e816af97 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Refreshing instance network info cache due to event network-changed-0401ad83-99da-48ce-8f70-46af097da097. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.048905] env[69220]: DEBUG oslo_concurrency.lockutils [req-3141c395-2769-4f30-86f9-a5458a85fcde req-07a8459c-b574-42a1-b373-3961e816af97 service nova] Acquiring lock "refresh_cache-d89f3185-4c69-4a64-a2aa-166b24d1b110" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.049023] env[69220]: DEBUG oslo_concurrency.lockutils [req-3141c395-2769-4f30-86f9-a5458a85fcde req-07a8459c-b574-42a1-b373-3961e816af97 service nova] Acquired lock "refresh_cache-d89f3185-4c69-4a64-a2aa-166b24d1b110" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.049189] env[69220]: DEBUG nova.network.neutron [req-3141c395-2769-4f30-86f9-a5458a85fcde req-07a8459c-b574-42a1-b373-3961e816af97 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Refreshing network info cache for port 0401ad83-99da-48ce-8f70-46af097da097 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.110705] env[69220]: DEBUG nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.141552] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.141850] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.142024] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.142205] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.142352] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.142502] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.142709] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.142867] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.143045] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.143212] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.143420] env[69220]: DEBUG nova.virt.hardware [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.144287] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e69bbc-40e7-48b0-9a34-e06fae9d8172 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.153901] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244cc1ac-2384-40c0-91f7-cf67c8c8d5ef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.276251] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5282ecf7-a17c-3f78-1dc3-ac6d62edbe8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.276500] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.276732] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 04ce2f4a-e41c-44a0-90f3-f817c573e84d/04ce2f4a-e41c-44a0-90f3-f817c573e84d.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.276990] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44e54339-536a-4098-a164-e9ffa255b63b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.282987] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1192.282987] env[69220]: value = "task-2801698" [ 1192.282987] env[69220]: _type = "Task" [ 1192.282987] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.290423] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.343549] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.262s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.343806] env[69220]: INFO nova.compute.manager [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Migrating [ 1192.362053] env[69220]: DEBUG nova.network.neutron [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Successfully updated port: 3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.369043] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801697, 'name': CreateVM_Task, 'duration_secs': 0.359466} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.369381] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.369865] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.370040] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.370356] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.370608] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cace4fd7-4da3-47cb-ab13-12d1f0a0d902 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.375595] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1192.375595] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523d809e-c861-fd1f-7fc2-2ce6ced4d721" [ 1192.375595] env[69220]: _type = "Task" [ 1192.375595] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.385060] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523d809e-c861-fd1f-7fc2-2ce6ced4d721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.554516] env[69220]: INFO nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Took 11.37 seconds to build instance. [ 1192.770139] env[69220]: DEBUG nova.network.neutron [req-3141c395-2769-4f30-86f9-a5458a85fcde req-07a8459c-b574-42a1-b373-3961e816af97 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Updated VIF entry in instance network info cache for port 0401ad83-99da-48ce-8f70-46af097da097. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.770769] env[69220]: DEBUG nova.network.neutron [req-3141c395-2769-4f30-86f9-a5458a85fcde req-07a8459c-b574-42a1-b373-3961e816af97 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Updating instance_info_cache with network_info: [{"id": "0401ad83-99da-48ce-8f70-46af097da097", "address": "fa:16:3e:2e:ac:c1", "network": {"id": "853ddfd6-5bba-40df-8ba2-d4ccb13f7027", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1060628375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0915c055d0a648549b37df2badc1e380", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0401ad83-99", "ovs_interfaceid": "0401ad83-99da-48ce-8f70-46af097da097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.793371] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426637} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.793610] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 04ce2f4a-e41c-44a0-90f3-f817c573e84d/04ce2f4a-e41c-44a0-90f3-f817c573e84d.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.793812] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.794057] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efab2619-5467-484c-935e-9af89ce83ffc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.800456] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1192.800456] env[69220]: value = "task-2801699" [ 1192.800456] env[69220]: _type = "Task" [ 1192.800456] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.807839] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.864430] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.864667] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.864917] env[69220]: DEBUG nova.network.neutron [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.866615] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.866743] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.866922] env[69220]: DEBUG nova.network.neutron [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.887797] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523d809e-c861-fd1f-7fc2-2ce6ced4d721, 'name': SearchDatastore_Task, 'duration_secs': 0.020117} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.888081] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.888299] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.888519] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.888663] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.888830] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.889076] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9373f053-8ab2-440f-b565-bba90d2aba67 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.896943] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.897126] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.897789] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b7ca54-9b8f-41e8-8d4c-1e7ca852d36f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.902642] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1192.902642] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52860527-140c-bb33-f278-2fe453152f73" [ 1192.902642] env[69220]: _type = "Task" [ 1192.902642] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.909640] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52860527-140c-bb33-f278-2fe453152f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.057910] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.892s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.273668] env[69220]: DEBUG oslo_concurrency.lockutils [req-3141c395-2769-4f30-86f9-a5458a85fcde req-07a8459c-b574-42a1-b373-3961e816af97 service nova] Releasing lock "refresh_cache-d89f3185-4c69-4a64-a2aa-166b24d1b110" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.310745] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06809} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.311016] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.311792] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa8621-ad8d-4336-814d-d4b6c7f40503 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.333425] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 04ce2f4a-e41c-44a0-90f3-f817c573e84d/04ce2f4a-e41c-44a0-90f3-f817c573e84d.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.333661] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed8f9bf-b212-4100-8d34-295acc676564 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.352951] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1193.352951] env[69220]: value = "task-2801700" [ 1193.352951] env[69220]: _type = "Task" [ 1193.352951] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.360259] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.400774] env[69220]: DEBUG nova.network.neutron [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.412913] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52860527-140c-bb33-f278-2fe453152f73, 'name': SearchDatastore_Task, 'duration_secs': 0.008377} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.413733] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e100aa6d-a416-488b-80bf-90bcca64d307 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.420256] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1193.420256] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e236a4-a100-9487-d81d-10a080fbd788" [ 1193.420256] env[69220]: _type = "Task" [ 1193.420256] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.427741] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e236a4-a100-9487-d81d-10a080fbd788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.524240] env[69220]: DEBUG nova.network.neutron [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updating instance_info_cache with network_info: [{"id": "3bf6b7d0-82b2-46ad-8d3e-db865db9186f", "address": "fa:16:3e:cb:6a:75", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6b7d0-82", "ovs_interfaceid": "3bf6b7d0-82b2-46ad-8d3e-db865db9186f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.571622] env[69220]: DEBUG nova.network.neutron [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [{"id": "c975a937-e173-4e1e-b68e-214ade755d82", "address": "fa:16:3e:34:34:80", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975a937-e1", "ovs_interfaceid": "c975a937-e173-4e1e-b68e-214ade755d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.862998] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801700, 'name': ReconfigVM_Task, 'duration_secs': 0.313422} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.863377] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 04ce2f4a-e41c-44a0-90f3-f817c573e84d/04ce2f4a-e41c-44a0-90f3-f817c573e84d.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.863939] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c3427a-a0ab-4bd2-9113-3d455048bf15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.870167] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1193.870167] env[69220]: value = "task-2801701" [ 1193.870167] env[69220]: _type = "Task" [ 1193.870167] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.877618] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801701, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.930458] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e236a4-a100-9487-d81d-10a080fbd788, 'name': SearchDatastore_Task, 'duration_secs': 0.033691} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.930861] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.931199] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] d89f3185-4c69-4a64-a2aa-166b24d1b110/d89f3185-4c69-4a64-a2aa-166b24d1b110.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.931508] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e815e8a6-314b-437e-adfb-0fa790c95545 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.938528] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1193.938528] env[69220]: value = "task-2801702" [ 1193.938528] env[69220]: _type = "Task" [ 1193.938528] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.946014] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.026801] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.027285] env[69220]: DEBUG nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Instance network_info: |[{"id": "3bf6b7d0-82b2-46ad-8d3e-db865db9186f", "address": "fa:16:3e:cb:6a:75", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6b7d0-82", "ovs_interfaceid": "3bf6b7d0-82b2-46ad-8d3e-db865db9186f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.027746] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:6a:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf6b7d0-82b2-46ad-8d3e-db865db9186f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.036435] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.036659] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.036890] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69272d32-7938-48a0-b376-87d9f6f00c75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.057484] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.057484] env[69220]: value = "task-2801703" [ 1194.057484] env[69220]: _type = "Task" [ 1194.057484] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.065237] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801703, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.074433] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.076721] env[69220]: DEBUG nova.compute.manager [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Received event network-vif-plugged-3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.076921] env[69220]: DEBUG oslo_concurrency.lockutils [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] Acquiring lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.077138] env[69220]: DEBUG oslo_concurrency.lockutils [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.077298] env[69220]: DEBUG oslo_concurrency.lockutils [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.077472] env[69220]: DEBUG nova.compute.manager [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] No waiting events found dispatching network-vif-plugged-3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.077690] env[69220]: WARNING nova.compute.manager [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Received unexpected event network-vif-plugged-3bf6b7d0-82b2-46ad-8d3e-db865db9186f for instance with vm_state building and task_state spawning. [ 1194.077851] env[69220]: DEBUG nova.compute.manager [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Received event network-changed-3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.078009] env[69220]: DEBUG nova.compute.manager [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Refreshing instance network info cache due to event network-changed-3bf6b7d0-82b2-46ad-8d3e-db865db9186f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.078196] env[69220]: DEBUG oslo_concurrency.lockutils [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] Acquiring lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.078330] env[69220]: DEBUG oslo_concurrency.lockutils [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] Acquired lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.078481] env[69220]: DEBUG nova.network.neutron [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Refreshing network info cache for port 3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.382505] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801701, 'name': Rename_Task, 'duration_secs': 0.155334} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.382505] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.382505] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1872a54f-b8ed-415a-aa1b-e85e0b37b4c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.389498] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1194.389498] env[69220]: value = "task-2801704" [ 1194.389498] env[69220]: _type = "Task" [ 1194.389498] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.397482] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.448101] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441706} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.448386] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] d89f3185-4c69-4a64-a2aa-166b24d1b110/d89f3185-4c69-4a64-a2aa-166b24d1b110.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.448607] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.448861] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f44a15-98ab-4ecd-827e-82f4de090d1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.456234] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1194.456234] env[69220]: value = "task-2801705" [ 1194.456234] env[69220]: _type = "Task" [ 1194.456234] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.465162] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.569270] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801703, 'name': CreateVM_Task, 'duration_secs': 0.510745} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.569463] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.570170] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.570365] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.570715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.571025] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed877ee-da83-4d2a-a676-fc35a8c9edf8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.576207] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1194.576207] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b281f5-d726-7c21-c597-379543017661" [ 1194.576207] env[69220]: _type = "Task" [ 1194.576207] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.588568] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b281f5-d726-7c21-c597-379543017661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.779342] env[69220]: DEBUG nova.network.neutron [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updated VIF entry in instance network info cache for port 3bf6b7d0-82b2-46ad-8d3e-db865db9186f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.779698] env[69220]: DEBUG nova.network.neutron [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updating instance_info_cache with network_info: [{"id": "3bf6b7d0-82b2-46ad-8d3e-db865db9186f", "address": "fa:16:3e:cb:6a:75", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6b7d0-82", "ovs_interfaceid": "3bf6b7d0-82b2-46ad-8d3e-db865db9186f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.899196] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801704, 'name': PowerOnVM_Task, 'duration_secs': 0.483418} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.899500] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.899644] env[69220]: INFO nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1194.899820] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.900565] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be7f715-561e-4421-b128-7edf773ddea0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.966323] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068694} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.966692] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.967462] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3643da-e70f-4ca8-9c9c-488d7aa80429 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.991115] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] d89f3185-4c69-4a64-a2aa-166b24d1b110/d89f3185-4c69-4a64-a2aa-166b24d1b110.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.991411] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98597eb9-05ec-4ba4-8a95-0924e423ad3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.010380] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1195.010380] env[69220]: value = "task-2801706" [ 1195.010380] env[69220]: _type = "Task" [ 1195.010380] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.018255] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.086961] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b281f5-d726-7c21-c597-379543017661, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.087284] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.087560] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.087854] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.088052] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.088293] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.088563] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a42ba132-2a36-476e-857e-7fe2fee6adc2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.104479] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.104649] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.105360] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09598ad-3671-4cc2-b3fe-1dc17ee29def {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.111208] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1195.111208] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5277cb9a-9b34-0272-5d09-8284356771ad" [ 1195.111208] env[69220]: _type = "Task" [ 1195.111208] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.118544] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5277cb9a-9b34-0272-5d09-8284356771ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.282667] env[69220]: DEBUG oslo_concurrency.lockutils [req-316a107a-a806-45be-b65a-ce08703457f3 req-3e903c99-b125-4136-bad1-0c3cc5ab18cb service nova] Releasing lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.416034] env[69220]: INFO nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Took 14.21 seconds to build instance. [ 1195.522116] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.598285] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d4b682-40d1-46bd-8185-b1180ba34018 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.619690] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance 'aebf0840-31c3-44af-a66c-c806a8f25891' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.632056] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5277cb9a-9b34-0272-5d09-8284356771ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0341} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.632312] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7ff9d9-2f37-4808-ac89-02051b4e79ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.637398] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1195.637398] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522a114d-20b4-e34a-4feb-0cd9858dfca6" [ 1195.637398] env[69220]: _type = "Task" [ 1195.637398] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.644487] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522a114d-20b4-e34a-4feb-0cd9858dfca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.917957] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.720s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.021753] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801706, 'name': ReconfigVM_Task, 'duration_secs': 0.765342} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.022044] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Reconfigured VM instance instance-00000071 to attach disk [datastore2] d89f3185-4c69-4a64-a2aa-166b24d1b110/d89f3185-4c69-4a64-a2aa-166b24d1b110.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.022714] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19421298-3547-4765-8f9a-92c3abd86cd8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.030178] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1196.030178] env[69220]: value = "task-2801707" [ 1196.030178] env[69220]: _type = "Task" [ 1196.030178] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.041137] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801707, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.128332] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.128655] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e00cbb9-f90d-489d-a515-69ff795b86d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.135859] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1196.135859] env[69220]: value = "task-2801708" [ 1196.135859] env[69220]: _type = "Task" [ 1196.135859] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.146540] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.150045] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522a114d-20b4-e34a-4feb-0cd9858dfca6, 'name': SearchDatastore_Task, 'duration_secs': 0.033007} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.150337] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.150595] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa/8810e65e-9342-4d7d-a82e-b2558e5cfcaa.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.150860] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d161b4b-e433-4e8d-a5b1-2bd8926c3f07 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.157635] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1196.157635] env[69220]: value = "task-2801709" [ 1196.157635] env[69220]: _type = "Task" [ 1196.157635] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.165882] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.540978] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801707, 'name': Rename_Task, 'duration_secs': 0.159031} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.541280] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.541537] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea245c3e-94f7-40f1-8802-76d71a937966 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.548348] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1196.548348] env[69220]: value = "task-2801710" [ 1196.548348] env[69220]: _type = "Task" [ 1196.548348] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.556404] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.645194] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801708, 'name': PowerOffVM_Task, 'duration_secs': 0.205822} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.645477] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.645686] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance 'aebf0840-31c3-44af-a66c-c806a8f25891' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.666463] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497224} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.666688] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa/8810e65e-9342-4d7d-a82e-b2558e5cfcaa.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.666923] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.667178] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c8614e-9467-4a37-9ba1-56f8f5e3770a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.672891] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1196.672891] env[69220]: value = "task-2801711" [ 1196.672891] env[69220]: _type = "Task" [ 1196.672891] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.682750] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.699834] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_power_states {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.057963] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.152409] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.152706] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.152825] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.153020] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.153171] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.153318] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.153539] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.153720] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.153893] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.154068] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.154246] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.159336] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2835f607-b64c-4ee9-9358-e9dce4b57cff {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.175134] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1197.175134] env[69220]: value = "task-2801712" [ 1197.175134] env[69220]: _type = "Task" [ 1197.175134] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.186300] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166455} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.189680] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.190039] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.190811] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f0287-5697-40cc-85c5-ac13c2e9b102 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.206584] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Getting list of instances from cluster (obj){ [ 1197.206584] env[69220]: value = "domain-c8" [ 1197.206584] env[69220]: _type = "ClusterComputeResource" [ 1197.206584] env[69220]: } {{(pid=69220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1197.215329] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa/8810e65e-9342-4d7d-a82e-b2558e5cfcaa.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.216317] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fa5074-5a46-4fa2-8e86-5ea4da566da5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.219451] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1124f0-05f2-43cc-8cdd-d8f664ded425 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.240584] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1197.240584] env[69220]: value = "task-2801713" [ 1197.240584] env[69220]: _type = "Task" [ 1197.240584] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.249230] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Got total of 9 instances {{(pid=69220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1197.249440] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid 68902688-0da5-48d8-807d-d4b3bbed769f {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.249618] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid 2ab30c64-fb49-48fd-8cad-510653d716c5 {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.249779] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid 5b70c878-32be-42ca-8ded-963b3e77ba43 {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.249928] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid aebf0840-31c3-44af-a66c-c806a8f25891 {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.250087] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid 0d851426-dd14-4347-bf76-8a3e2f137a27 {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.250259] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid 1d51b7f5-4cf4-45d3-a419-1436af336ffc {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.250408] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid 04ce2f4a-e41c-44a0-90f3-f817c573e84d {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.250554] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid d89f3185-4c69-4a64-a2aa-166b24d1b110 {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.250736] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Triggering sync for uuid 8810e65e-9342-4d7d-a82e-b2558e5cfcaa {{(pid=69220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1197.253905] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "68902688-0da5-48d8-807d-d4b3bbed769f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.254176] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "68902688-0da5-48d8-807d-d4b3bbed769f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.254465] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "2ab30c64-fb49-48fd-8cad-510653d716c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.254653] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.254882] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "5b70c878-32be-42ca-8ded-963b3e77ba43" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.255069] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.255295] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "aebf0840-31c3-44af-a66c-c806a8f25891" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.255497] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.255705] env[69220]: INFO nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1197.255824] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.256341] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "0d851426-dd14-4347-bf76-8a3e2f137a27" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.256624] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.257042] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.257238] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.257466] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.257665] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.257995] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.258318] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.259186] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ea24c9-e00c-4b88-8a45-fd21fae4e87e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.262416] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ec4c0b-5403-43f8-90ee-16bb815d621d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.265718] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816d2a93-ec85-47f5-919d-b62028b52baa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.268342] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83268238-ef18-4684-834c-0860dc565426 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.271819] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a39008-0300-4704-87f3-dbcd958883b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.274810] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121d059-fbe1-4de9-90d0-4614b9fafce0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.298849] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.560195] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801710, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.687908] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801712, 'name': ReconfigVM_Task, 'duration_secs': 0.305121} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.688253] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance 'aebf0840-31c3-44af-a66c-c806a8f25891' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.758385] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801713, 'name': ReconfigVM_Task, 'duration_secs': 0.510366} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.758718] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa/8810e65e-9342-4d7d-a82e-b2558e5cfcaa.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.759391] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1e74e18-b86a-4683-a352-6c6faaf2824b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.768235] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1197.768235] env[69220]: value = "task-2801714" [ 1197.768235] env[69220]: _type = "Task" [ 1197.768235] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.776034] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801714, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.800293] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.800686] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "68902688-0da5-48d8-807d-d4b3bbed769f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.801016] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.805540] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.806963] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.807286] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.058987] env[69220]: DEBUG oslo_vmware.api [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801710, 'name': PowerOnVM_Task, 'duration_secs': 1.081831} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.059349] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.059463] env[69220]: INFO nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1198.059654] env[69220]: DEBUG nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.060432] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ebdd06-c232-4a67-bd0c-73e462b3872f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.194508] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.194758] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.194899] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.195097] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.195250] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.195397] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.195642] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.195814] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.195987] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.196168] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.196346] env[69220]: DEBUG nova.virt.hardware [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.201759] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.202082] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef77b0f8-7538-46ce-ae09-f3e8283659a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.221086] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1198.221086] env[69220]: value = "task-2801715" [ 1198.221086] env[69220]: _type = "Task" [ 1198.221086] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.230867] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.279907] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801714, 'name': Rename_Task, 'duration_secs': 0.3487} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.280373] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.280642] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e3846df-fde4-422a-a55d-b0689eaa1ebd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.288485] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1198.288485] env[69220]: value = "task-2801716" [ 1198.288485] env[69220]: _type = "Task" [ 1198.288485] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.297395] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.578944] env[69220]: INFO nova.compute.manager [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Took 17.34 seconds to build instance. [ 1198.731323] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801715, 'name': ReconfigVM_Task, 'duration_secs': 0.39013} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.731639] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.732558] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535a7afa-b776-460c-bcef-944abd0f13f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.760673] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891/aebf0840-31c3-44af-a66c-c806a8f25891.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.761250] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184ea686-5e23-44b3-bc8f-32ec0a97fe8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.779817] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1198.779817] env[69220]: value = "task-2801717" [ 1198.779817] env[69220]: _type = "Task" [ 1198.779817] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.787427] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.797012] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801716, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.081091] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4d6457c-cacb-46c1-bdcd-caf97b30f576 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.850s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.081459] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.823s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.081602] env[69220]: INFO nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] During sync_power_state the instance has a pending task (spawning). Skip. [ 1199.081777] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.125411] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.125708] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.125913] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.126108] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.126277] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.128481] env[69220]: INFO nova.compute.manager [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Terminating instance [ 1199.289653] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801717, 'name': ReconfigVM_Task, 'duration_secs': 0.451162} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.289999] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfigured VM instance instance-0000006c to attach disk [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891/aebf0840-31c3-44af-a66c-c806a8f25891.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.290290] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance 'aebf0840-31c3-44af-a66c-c806a8f25891' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.301252] env[69220]: DEBUG oslo_vmware.api [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801716, 'name': PowerOnVM_Task, 'duration_secs': 0.921368} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.301252] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.301252] env[69220]: INFO nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1199.301252] env[69220]: DEBUG nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.301924] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7594ea-24b5-4a3d-80fc-c9bdb2a457a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.632161] env[69220]: DEBUG nova.compute.manager [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.632459] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.633538] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b351b90c-6020-4aae-a2d4-7127a05d8a6d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.642293] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.642562] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16293de8-157f-40ee-8ae1-7885833fb96f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.648652] env[69220]: DEBUG oslo_vmware.api [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1199.648652] env[69220]: value = "task-2801718" [ 1199.648652] env[69220]: _type = "Task" [ 1199.648652] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.656881] env[69220]: DEBUG oslo_vmware.api [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.800242] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef25556d-e414-4114-bf44-4fcffdbf6d14 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.830047] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891fb3f0-8aba-4962-9e3e-e579ad39e38a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.832636] env[69220]: INFO nova.compute.manager [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Took 16.22 seconds to build instance. [ 1199.853489] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance 'aebf0840-31c3-44af-a66c-c806a8f25891' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.077747] env[69220]: DEBUG nova.compute.manager [req-c1cee517-31db-47a7-a739-2b12a408c910 req-97bea2db-b9c0-49d1-a6b5-cb477263b692 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Received event network-changed-3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.077747] env[69220]: DEBUG nova.compute.manager [req-c1cee517-31db-47a7-a739-2b12a408c910 req-97bea2db-b9c0-49d1-a6b5-cb477263b692 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Refreshing instance network info cache due to event network-changed-3bf6b7d0-82b2-46ad-8d3e-db865db9186f. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1200.077747] env[69220]: DEBUG oslo_concurrency.lockutils [req-c1cee517-31db-47a7-a739-2b12a408c910 req-97bea2db-b9c0-49d1-a6b5-cb477263b692 service nova] Acquiring lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.077747] env[69220]: DEBUG oslo_concurrency.lockutils [req-c1cee517-31db-47a7-a739-2b12a408c910 req-97bea2db-b9c0-49d1-a6b5-cb477263b692 service nova] Acquired lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.077747] env[69220]: DEBUG nova.network.neutron [req-c1cee517-31db-47a7-a739-2b12a408c910 req-97bea2db-b9c0-49d1-a6b5-cb477263b692 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Refreshing network info cache for port 3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.159652] env[69220]: DEBUG oslo_vmware.api [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801718, 'name': PowerOffVM_Task, 'duration_secs': 0.270103} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.160089] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.160305] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.160626] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b326d7b-855e-4a3d-bc96-153bc80667a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.244717] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.245034] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.245141] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleting the datastore file [datastore2] 1d51b7f5-4cf4-45d3-a419-1436af336ffc {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.245414] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7473f4ce-68ef-4d55-9b1a-21a39d7213b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.252115] env[69220]: DEBUG oslo_vmware.api [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1200.252115] env[69220]: value = "task-2801720" [ 1200.252115] env[69220]: _type = "Task" [ 1200.252115] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.260561] env[69220]: DEBUG oslo_vmware.api [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.334485] env[69220]: DEBUG oslo_concurrency.lockutils [None req-06ce8183-4a82-43eb-bdb0-a1a9ddae61f0 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.732s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.334800] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.076s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.334998] env[69220]: INFO nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] During sync_power_state the instance has a pending task (spawning). Skip. [ 1200.335188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.764630] env[69220]: DEBUG oslo_vmware.api [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283368} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.764907] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.765078] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.765250] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.765415] env[69220]: INFO nova.compute.manager [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1200.765691] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.765883] env[69220]: DEBUG nova.compute.manager [-] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.765990] env[69220]: DEBUG nova.network.neutron [-] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.791205] env[69220]: DEBUG nova.network.neutron [req-c1cee517-31db-47a7-a739-2b12a408c910 req-97bea2db-b9c0-49d1-a6b5-cb477263b692 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updated VIF entry in instance network info cache for port 3bf6b7d0-82b2-46ad-8d3e-db865db9186f. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.791566] env[69220]: DEBUG nova.network.neutron [req-c1cee517-31db-47a7-a739-2b12a408c910 req-97bea2db-b9c0-49d1-a6b5-cb477263b692 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updating instance_info_cache with network_info: [{"id": "3bf6b7d0-82b2-46ad-8d3e-db865db9186f", "address": "fa:16:3e:cb:6a:75", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6b7d0-82", "ovs_interfaceid": "3bf6b7d0-82b2-46ad-8d3e-db865db9186f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.294743] env[69220]: DEBUG oslo_concurrency.lockutils [req-c1cee517-31db-47a7-a739-2b12a408c910 req-97bea2db-b9c0-49d1-a6b5-cb477263b692 service nova] Releasing lock "refresh_cache-8810e65e-9342-4d7d-a82e-b2558e5cfcaa" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.523225] env[69220]: DEBUG nova.network.neutron [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Port c975a937-e173-4e1e-b68e-214ade755d82 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1201.558059] env[69220]: DEBUG nova.network.neutron [-] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.061564] env[69220]: INFO nova.compute.manager [-] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Took 1.29 seconds to deallocate network for instance. [ 1202.104667] env[69220]: DEBUG nova.compute.manager [req-5fd3206f-3342-4646-b616-6100873b7648 req-c6f5fe8b-7673-4177-8101-8a605f01a824 service nova] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Received event network-vif-deleted-1a50ab6b-5685-49a5-a612-987258994a13 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.232346] env[69220]: DEBUG nova.compute.manager [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1202.549689] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.550087] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.550320] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.567156] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.567434] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.567651] env[69220]: DEBUG nova.objects.instance [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lazy-loading 'resources' on Instance uuid 1d51b7f5-4cf4-45d3-a419-1436af336ffc {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.757590] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.207864] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38910aae-ac7e-4a7b-a260-53452861b4b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.215991] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de23a0e-3113-4767-9863-69b269b0321a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.246341] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89fa08d-d96b-43f7-bde2-b8942ce63f55 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.254365] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8070fa6c-2463-4bec-8094-19913cf602e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.269065] env[69220]: DEBUG nova.compute.provider_tree [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.584525] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.584788] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.584880] env[69220]: DEBUG nova.network.neutron [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.773055] env[69220]: DEBUG nova.scheduler.client.report [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.278380] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.282327] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.525s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.299093] env[69220]: INFO nova.scheduler.client.report [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleted allocations for instance 1d51b7f5-4cf4-45d3-a419-1436af336ffc [ 1204.334205] env[69220]: DEBUG nova.network.neutron [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [{"id": "c975a937-e173-4e1e-b68e-214ade755d82", "address": "fa:16:3e:34:34:80", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975a937-e1", "ovs_interfaceid": "c975a937-e173-4e1e-b68e-214ade755d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.790644] env[69220]: INFO nova.compute.claims [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.806299] env[69220]: DEBUG oslo_concurrency.lockutils [None req-352d8b7f-38cd-401d-88f8-b3d04eb8e925 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "1d51b7f5-4cf4-45d3-a419-1436af336ffc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.836955] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.297296] env[69220]: INFO nova.compute.resource_tracker [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating resource usage from migration 49470087-b842-4321-a5e6-de68c9f34cda [ 1205.346371] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8cc24-21ba-4554-9009-43c3b2b36fce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.355850] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7799e-d1f9-4063-a7c2-5d5a612a5d4c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.444806] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ed7451-788b-4783-a3c3-0e3e1a31af0f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.452741] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0e835-7207-4a66-9161-20acfb995e1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.483213] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3565394-6f68-4b41-a0ae-52c460ce9020 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.490328] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c5b14-a4f4-4119-972c-0b2360b66817 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.504583] env[69220]: DEBUG nova.compute.provider_tree [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.007995] env[69220]: DEBUG nova.scheduler.client.report [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.282219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.282219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.282219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.282219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.282219] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.284306] env[69220]: INFO nova.compute.manager [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Terminating instance [ 1206.356154] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.356412] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.356635] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "d89f3185-4c69-4a64-a2aa-166b24d1b110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.357279] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.357279] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.359055] env[69220]: INFO nova.compute.manager [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Terminating instance [ 1206.513720] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.231s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.513954] env[69220]: INFO nova.compute.manager [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Migrating [ 1206.521942] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f891b-c5db-4792-9f61-08bf6b5983b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.552104] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cda6ff8-bb76-4bbe-bd4a-f3000abfaae9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.561571] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance 'aebf0840-31c3-44af-a66c-c806a8f25891' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.788339] env[69220]: DEBUG nova.compute.manager [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.788572] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.789503] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72eccf-a001-44cb-999e-0590cbb67366 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.797507] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.797738] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a39eea-2be6-440a-8d9c-fc37dd74f36d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.802795] env[69220]: DEBUG oslo_vmware.api [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1206.802795] env[69220]: value = "task-2801721" [ 1206.802795] env[69220]: _type = "Task" [ 1206.802795] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.810495] env[69220]: DEBUG oslo_vmware.api [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.862508] env[69220]: DEBUG nova.compute.manager [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.862738] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.863692] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8905aa-b7d6-437e-8a0f-50a29ad7187d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.871638] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.871882] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b70fa660-4b90-4c84-bd79-c41282c34c63 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.877449] env[69220]: DEBUG oslo_vmware.api [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1206.877449] env[69220]: value = "task-2801722" [ 1206.877449] env[69220]: _type = "Task" [ 1206.877449] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.884777] env[69220]: DEBUG oslo_vmware.api [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.033442] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.033876] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.033876] env[69220]: DEBUG nova.network.neutron [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.068058] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.068748] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c498236-1277-4d20-b14f-6203edbcd88b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.076362] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1207.076362] env[69220]: value = "task-2801723" [ 1207.076362] env[69220]: _type = "Task" [ 1207.076362] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.085366] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.313215] env[69220]: DEBUG oslo_vmware.api [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801721, 'name': PowerOffVM_Task, 'duration_secs': 0.219853} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.313434] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.313603] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.313862] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f2f5073-cdf2-4bd6-968c-cee2c558db94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.379697] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.379970] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.380229] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleting the datastore file [datastore2] 04ce2f4a-e41c-44a0-90f3-f817c573e84d {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.384100] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf1806a5-4e74-4270-b33e-a52dd1709275 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.390861] env[69220]: DEBUG oslo_vmware.api [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801722, 'name': PowerOffVM_Task, 'duration_secs': 0.225898} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.392136] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.392396] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.392735] env[69220]: DEBUG oslo_vmware.api [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1207.392735] env[69220]: value = "task-2801725" [ 1207.392735] env[69220]: _type = "Task" [ 1207.392735] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.392961] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ca426f0-ea43-45fc-b228-1a6edcc3f4ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.402685] env[69220]: DEBUG oslo_vmware.api [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.472588] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.472803] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.472988] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleting the datastore file [datastore2] d89f3185-4c69-4a64-a2aa-166b24d1b110 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.473315] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e4cfeb8-1a3d-447d-975b-73e484a464ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.480522] env[69220]: DEBUG oslo_vmware.api [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for the task: (returnval){ [ 1207.480522] env[69220]: value = "task-2801727" [ 1207.480522] env[69220]: _type = "Task" [ 1207.480522] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.488451] env[69220]: DEBUG oslo_vmware.api [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.585635] env[69220]: DEBUG oslo_vmware.api [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801723, 'name': PowerOnVM_Task, 'duration_secs': 0.434241} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.586818] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.586818] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7077424c-359f-49be-a3b6-1bba0126c369 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance 'aebf0840-31c3-44af-a66c-c806a8f25891' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.791693] env[69220]: DEBUG nova.network.neutron [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [{"id": "77248061-1c7d-4927-934d-b5a88b567b61", "address": "fa:16:3e:73:4d:7b", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77248061-1c", "ovs_interfaceid": "77248061-1c7d-4927-934d-b5a88b567b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.905179] env[69220]: DEBUG oslo_vmware.api [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140625} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.905470] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.905605] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.905806] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.905981] env[69220]: INFO nova.compute.manager [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1207.906237] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.906425] env[69220]: DEBUG nova.compute.manager [-] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.906517] env[69220]: DEBUG nova.network.neutron [-] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.990072] env[69220]: DEBUG oslo_vmware.api [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Task: {'id': task-2801727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141948} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.990341] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.990522] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.990699] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.990869] env[69220]: INFO nova.compute.manager [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1207.991118] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.991314] env[69220]: DEBUG nova.compute.manager [-] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.991412] env[69220]: DEBUG nova.network.neutron [-] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.138254] env[69220]: DEBUG nova.compute.manager [req-ebd750b4-be10-4f22-bb30-fd12aaa9d912 req-d8e0f7cf-4a98-4cc0-8aeb-3ae258ab5be8 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Received event network-vif-deleted-ccdfe585-d055-4371-a8cf-7286bf8d5047 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.138254] env[69220]: INFO nova.compute.manager [req-ebd750b4-be10-4f22-bb30-fd12aaa9d912 req-d8e0f7cf-4a98-4cc0-8aeb-3ae258ab5be8 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Neutron deleted interface ccdfe585-d055-4371-a8cf-7286bf8d5047; detaching it from the instance and deleting it from the info cache [ 1208.138254] env[69220]: DEBUG nova.network.neutron [req-ebd750b4-be10-4f22-bb30-fd12aaa9d912 req-d8e0f7cf-4a98-4cc0-8aeb-3ae258ab5be8 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.259029] env[69220]: DEBUG nova.compute.manager [req-f3e7441b-b2fa-4f35-8262-8edb67363ff5 req-84b9dcc1-237d-47b0-aaa3-8376ea697482 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Received event network-vif-deleted-0401ad83-99da-48ce-8f70-46af097da097 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.259220] env[69220]: INFO nova.compute.manager [req-f3e7441b-b2fa-4f35-8262-8edb67363ff5 req-84b9dcc1-237d-47b0-aaa3-8376ea697482 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Neutron deleted interface 0401ad83-99da-48ce-8f70-46af097da097; detaching it from the instance and deleting it from the info cache [ 1208.259220] env[69220]: DEBUG nova.network.neutron [req-f3e7441b-b2fa-4f35-8262-8edb67363ff5 req-84b9dcc1-237d-47b0-aaa3-8376ea697482 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.294146] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.613489] env[69220]: DEBUG nova.network.neutron [-] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.639828] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57a80123-7feb-4a6e-97ad-1256d2b8b5b0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.649572] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c0503d-62ef-4dc0-bfe3-c8d1c23ce2bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.676706] env[69220]: DEBUG nova.compute.manager [req-ebd750b4-be10-4f22-bb30-fd12aaa9d912 req-d8e0f7cf-4a98-4cc0-8aeb-3ae258ab5be8 service nova] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Detach interface failed, port_id=ccdfe585-d055-4371-a8cf-7286bf8d5047, reason: Instance 04ce2f4a-e41c-44a0-90f3-f817c573e84d could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1208.742973] env[69220]: DEBUG nova.network.neutron [-] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.762453] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90e1c7f9-1dc4-4ac0-8b04-ccd7e64851e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.772125] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abbecf2-7a3e-489d-8dcd-23f626f7a4a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.805058] env[69220]: DEBUG nova.compute.manager [req-f3e7441b-b2fa-4f35-8262-8edb67363ff5 req-84b9dcc1-237d-47b0-aaa3-8376ea697482 service nova] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Detach interface failed, port_id=0401ad83-99da-48ce-8f70-46af097da097, reason: Instance d89f3185-4c69-4a64-a2aa-166b24d1b110 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1209.116082] env[69220]: INFO nova.compute.manager [-] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Took 1.21 seconds to deallocate network for instance. [ 1209.245589] env[69220]: INFO nova.compute.manager [-] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Took 1.25 seconds to deallocate network for instance. [ 1209.622394] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.622660] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.622880] env[69220]: DEBUG nova.objects.instance [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lazy-loading 'resources' on Instance uuid 04ce2f4a-e41c-44a0-90f3-f817c573e84d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.751339] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.812610] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc99433-c6a6-44e6-9875-0523c49252f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.831266] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance '0d851426-dd14-4347-bf76-8a3e2f137a27' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.029127] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.029295] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1210.047446] env[69220]: DEBUG nova.network.neutron [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Port c975a937-e173-4e1e-b68e-214ade755d82 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1210.047694] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.047842] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.048035] env[69220]: DEBUG nova.network.neutron [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.253782] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6f393d-1c6d-40b7-ad45-8532e3fde699 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.261297] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7ac1f7-5abc-4bb9-8038-26c3c7957e89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.291622] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07d6ddb-d68b-4026-8a05-02d33aa3c0a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.299037] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fc34cd-6089-43f4-8036-adfa8aa8faed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.312154] env[69220]: DEBUG nova.compute.provider_tree [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.336813] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.337093] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b6c0bc-ef7d-4eaf-bc36-bb50d2144cb0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.344018] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1210.344018] env[69220]: value = "task-2801728" [ 1210.344018] env[69220]: _type = "Task" [ 1210.344018] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.352174] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.751767] env[69220]: DEBUG nova.network.neutron [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [{"id": "c975a937-e173-4e1e-b68e-214ade755d82", "address": "fa:16:3e:34:34:80", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975a937-e1", "ovs_interfaceid": "c975a937-e173-4e1e-b68e-214ade755d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.815288] env[69220]: DEBUG nova.scheduler.client.report [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.854356] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801728, 'name': PowerOffVM_Task, 'duration_secs': 0.205696} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.854590] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.854776] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance '0d851426-dd14-4347-bf76-8a3e2f137a27' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.029700] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.029985] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.254542] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.320221] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.322591] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.571s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.322822] env[69220]: DEBUG nova.objects.instance [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lazy-loading 'resources' on Instance uuid d89f3185-4c69-4a64-a2aa-166b24d1b110 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.342111] env[69220]: INFO nova.scheduler.client.report [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleted allocations for instance 04ce2f4a-e41c-44a0-90f3-f817c573e84d [ 1211.361173] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.361440] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.361596] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.361792] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.361968] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.362261] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.362480] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.362658] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.362852] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.363161] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.363267] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.368738] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-267861e1-e7a9-4060-8619-9f5358ba921f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.386374] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1211.386374] env[69220]: value = "task-2801729" [ 1211.386374] env[69220]: _type = "Task" [ 1211.386374] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.394280] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.758117] env[69220]: DEBUG nova.compute.manager [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1211.851309] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a9231b71-268d-40fc-bd16-71c8750f71cf tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "04ce2f4a-e41c-44a0-90f3-f817c573e84d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.570s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.895591] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801729, 'name': ReconfigVM_Task, 'duration_secs': 0.49348} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.897961] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance '0d851426-dd14-4347-bf76-8a3e2f137a27' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.959091] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c4818-dd26-4b55-bd18-3c2d2e8f9765 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.969803] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b1db8-6801-4fd2-a1d9-e3d4fd24ad8e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.015805] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92145a30-ca14-4c7a-ac5e-c8d0042d60b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.023622] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1957d329-4842-41ba-9ec8-eaafabb99f95 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.029042] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.038837] env[69220]: DEBUG nova.compute.provider_tree [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.405346] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.405688] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.405949] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.406222] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.406425] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.406629] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.406928] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.407169] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.407408] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.407635] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.407879] env[69220]: DEBUG nova.virt.hardware [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.416500] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.417259] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970e3cab-a931-4262-bdc4-5c5b27c0ed69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.444625] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1212.444625] env[69220]: value = "task-2801730" [ 1212.444625] env[69220]: _type = "Task" [ 1212.444625] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.454150] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.541962] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.542831] env[69220]: DEBUG nova.scheduler.client.report [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.864784] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.954541] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801730, 'name': ReconfigVM_Task, 'duration_secs': 0.213127} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.954845] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.955638] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e54791-4803-4821-82c7-41798a6ba72f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.977176] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27/0d851426-dd14-4347-bf76-8a3e2f137a27.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.977434] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f06f367-6e94-4d85-9c29-4ec10ff60444 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.995258] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1212.995258] env[69220]: value = "task-2801731" [ 1212.995258] env[69220]: _type = "Task" [ 1212.995258] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.004639] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.047717] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.049985] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.508s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.050151] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.050312] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1213.050765] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.186s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.052446] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f1dfd2-46a8-423c-aae8-c8a6483dbafb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.060533] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48141d59-06ef-4a7b-8fcc-2d2faecad026 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.074564] env[69220]: INFO nova.scheduler.client.report [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Deleted allocations for instance d89f3185-4c69-4a64-a2aa-166b24d1b110 [ 1213.075991] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a13c61-aac0-4c44-9cef-ea3ed38d39ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.085224] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a518f843-092e-4e6b-93d4-c7734819efc7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.114932] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179565MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1213.115096] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.505077] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.556300] env[69220]: DEBUG nova.objects.instance [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'migration_context' on Instance uuid aebf0840-31c3-44af-a66c-c806a8f25891 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.584336] env[69220]: DEBUG oslo_concurrency.lockutils [None req-09460c2d-a6c2-4bda-b97a-48f3fe1b7c74 tempest-ListServersNegativeTestJSON-738151516 tempest-ListServersNegativeTestJSON-738151516-project-member] Lock "d89f3185-4c69-4a64-a2aa-166b24d1b110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.228s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.006842] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.160990] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1555f0a-4ccf-4b70-9f88-ff3cffcadcf6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.168603] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0251ba04-9743-43e8-8f43-0f497d2fd378 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.199616] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b3908-0c79-483a-be17-cf1211724370 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.207358] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db49c7f0-374c-4e6d-9914-a53d09ed587c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.221463] env[69220]: DEBUG nova.compute.provider_tree [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.507015] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801731, 'name': ReconfigVM_Task, 'duration_secs': 1.282621} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.509029] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27/0d851426-dd14-4347-bf76-8a3e2f137a27.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.509029] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance '0d851426-dd14-4347-bf76-8a3e2f137a27' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.725443] env[69220]: DEBUG nova.scheduler.client.report [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.015879] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad70b1b-c699-4789-8a3c-c0d297d74bda {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.037707] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68863e0f-4f87-4a20-91fe-7ed9998acadd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.056801] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance '0d851426-dd14-4347-bf76-8a3e2f137a27' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.593516] env[69220]: DEBUG nova.network.neutron [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Port 77248061-1c7d-4927-934d-b5a88b567b61 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.737192] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.686s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.742528] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.627s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.614793] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.615134] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.615208] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.751631] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Applying migration context for instance 0d851426-dd14-4347-bf76-8a3e2f137a27 as it has an incoming, in-progress migration 49470087-b842-4321-a5e6-de68c9f34cda. Migration status is post-migrating {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1216.752782] env[69220]: INFO nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating resource usage from migration 49470087-b842-4321-a5e6-de68c9f34cda [ 1216.784395] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68902688-0da5-48d8-807d-d4b3bbed769f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.784691] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 2ab30c64-fb49-48fd-8cad-510653d716c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.784691] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5b70c878-32be-42ca-8ded-963b3e77ba43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1216.784811] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8810e65e-9342-4d7d-a82e-b2558e5cfcaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.280921] env[69220]: INFO nova.compute.manager [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Swapping old allocation on dict_keys(['69f85824-1171-4404-9d0c-06d842192d3d']) held by migration 66578830-fdbb-4c84-b2ff-dcedd73c549e for instance [ 1217.287342] env[69220]: INFO nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 66578830-fdbb-4c84-b2ff-dcedd73c549e has allocations against this compute host but is not found in the database. [ 1217.287502] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance aebf0840-31c3-44af-a66c-c806a8f25891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.287633] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Migration 49470087-b842-4321-a5e6-de68c9f34cda is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1217.287742] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 0d851426-dd14-4347-bf76-8a3e2f137a27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1217.287930] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1217.288088] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1984MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1217.302172] env[69220]: DEBUG nova.scheduler.client.report [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Overwriting current allocation {'allocations': {'69f85824-1171-4404-9d0c-06d842192d3d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': 'a2d35b93d983475b9c1546cb99d48894', 'user_id': '71a58b9d4ea3404189714384afe528d5', 'consumer_generation': 1} on consumer aebf0840-31c3-44af-a66c-c806a8f25891 {{(pid=69220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1217.389451] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.389631] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.389810] env[69220]: DEBUG nova.network.neutron [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.392168] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04b69f6-a3b0-4685-9150-418e557ac853 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.402414] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747eab1a-ffa1-47e3-bfb9-22077af85785 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.435029] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510f049f-63c3-4330-9c17-e71580f9050e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.442235] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f651f6-2ef5-42b8-bb02-b30fd69d7633 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.456243] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.648332] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.648596] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.648743] env[69220]: DEBUG nova.network.neutron [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.960859] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.129738] env[69220]: DEBUG nova.network.neutron [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [{"id": "c975a937-e173-4e1e-b68e-214ade755d82", "address": "fa:16:3e:34:34:80", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc975a937-e1", "ovs_interfaceid": "c975a937-e173-4e1e-b68e-214ade755d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.357969] env[69220]: DEBUG nova.network.neutron [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [{"id": "77248061-1c7d-4927-934d-b5a88b567b61", "address": "fa:16:3e:73:4d:7b", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77248061-1c", "ovs_interfaceid": "77248061-1c7d-4927-934d-b5a88b567b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.464296] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1218.464509] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.722s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.632190] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-aebf0840-31c3-44af-a66c-c806a8f25891" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.633196] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363d210b-13d4-4ae2-a606-f4cf243584d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.640781] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2189323c-92e4-4353-8921-6bc1406881aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.861078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.005110] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.005344] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.386187] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbc016c-32d1-4bf3-9f0f-89485fef51e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.406413] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf1c922-e1a6-4a12-a2cf-0a52ad765e41 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.413176] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance '0d851426-dd14-4347-bf76-8a3e2f137a27' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.460012] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.460257] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.460404] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.460557] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.508026] env[69220]: DEBUG nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.733161] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.733538] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f2d6e2-46bf-46cf-a35d-ab50e8a33aa7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.740735] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1219.740735] env[69220]: value = "task-2801732" [ 1219.740735] env[69220]: _type = "Task" [ 1219.740735] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.750131] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.919248] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.919682] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-736f09ee-8ca3-4547-8db7-2158b1e668a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.926977] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1219.926977] env[69220]: value = "task-2801733" [ 1219.926977] env[69220]: _type = "Task" [ 1219.926977] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.935155] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.026264] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.026534] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.028058] env[69220]: INFO nova.compute.claims [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.251247] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801732, 'name': PowerOffVM_Task, 'duration_secs': 0.208076} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.251480] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.252144] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.252365] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.252517] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.252696] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.252858] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.253044] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.253272] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.253431] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.253598] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.253758] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.254144] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.259184] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f62930-84a3-49b8-aaa3-705f8be36b46 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.275261] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1220.275261] env[69220]: value = "task-2801734" [ 1220.275261] env[69220]: _type = "Task" [ 1220.275261] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.283711] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.439405] env[69220]: DEBUG oslo_vmware.api [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801733, 'name': PowerOnVM_Task, 'duration_secs': 0.381432} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.439838] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.440171] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-08597ff1-e2f7-4230-b1be-0c85a2be6adb tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance '0d851426-dd14-4347-bf76-8a3e2f137a27' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.785157] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801734, 'name': ReconfigVM_Task, 'duration_secs': 0.150406} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.785980] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d4b56f-b4e8-4fa7-9f65-44282510e191 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.807522] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.807775] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.807930] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.808184] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.808340] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.808483] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.808688] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.808843] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.809030] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.809193] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.809363] env[69220]: DEBUG nova.virt.hardware [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.810170] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97cb2ed-1d9d-4889-aade-2d3c56756bc5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.816293] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1220.816293] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52eb27ac-4ca2-20c4-8526-6152e782cf86" [ 1220.816293] env[69220]: _type = "Task" [ 1220.816293] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.824410] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52eb27ac-4ca2-20c4-8526-6152e782cf86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.132757] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daac2676-7d64-4346-9d9c-bcafc3a94d66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.140598] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee334f0-3f67-446e-be1b-2b48ec2cb7e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.169825] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c784e2-df79-4e03-96a0-7cf6dedefbc2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.176847] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80580450-5b0e-4f45-a6c3-18bf2b6744be {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.190983] env[69220]: DEBUG nova.compute.provider_tree [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.327024] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52eb27ac-4ca2-20c4-8526-6152e782cf86, 'name': SearchDatastore_Task, 'duration_secs': 0.008239} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.332376] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.332965] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c65e65-854c-41d1-817f-162e520e8be3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.350399] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1221.350399] env[69220]: value = "task-2801735" [ 1221.350399] env[69220]: _type = "Task" [ 1221.350399] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.358103] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.694264] env[69220]: DEBUG nova.scheduler.client.report [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.860256] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801735, 'name': ReconfigVM_Task, 'duration_secs': 0.227851} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.860561] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.861402] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dadbe65-2def-402b-a4b5-0e64d0f52ebb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.886171] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891/aebf0840-31c3-44af-a66c-c806a8f25891.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.886442] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b165d460-89f7-45f0-adde-3e2920fd3733 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.905051] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1221.905051] env[69220]: value = "task-2801736" [ 1221.905051] env[69220]: _type = "Task" [ 1221.905051] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.912204] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.200039] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.200554] env[69220]: DEBUG nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.414674] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801736, 'name': ReconfigVM_Task, 'duration_secs': 0.290835} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.414980] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfigured VM instance instance-0000006c to attach disk [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891/aebf0840-31c3-44af-a66c-c806a8f25891.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.415914] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef320ff7-1bb7-40b5-8ddc-34e8328fb31a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.438280] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2702f7fd-14ae-4ee6-9e2f-611ea3420546 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.458546] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906527c3-7233-4674-b052-fe9083a99b62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.478966] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6661b1-9054-4d1a-8449-c5d4bfff7a6b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.485496] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.485724] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53739686-8056-4a36-bc78-7f71ed0577ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.491489] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1222.491489] env[69220]: value = "task-2801737" [ 1222.491489] env[69220]: _type = "Task" [ 1222.491489] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.498746] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.705539] env[69220]: DEBUG nova.compute.utils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.707008] env[69220]: DEBUG nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.707191] env[69220]: DEBUG nova.network.neutron [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.744525] env[69220]: DEBUG nova.policy [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506cc838e8814c1fb1b15a27730589e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97ee93eac20644bf94b9383ed68d2498', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.839654] env[69220]: DEBUG nova.network.neutron [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Port 77248061-1c7d-4927-934d-b5a88b567b61 binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1222.839822] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.839973] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.840126] env[69220]: DEBUG nova.network.neutron [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.003136] env[69220]: DEBUG oslo_vmware.api [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801737, 'name': PowerOnVM_Task, 'duration_secs': 0.3925} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.003589] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.018204] env[69220]: DEBUG nova.network.neutron [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Successfully created port: 80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.209992] env[69220]: DEBUG nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.574512] env[69220]: DEBUG nova.network.neutron [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [{"id": "77248061-1c7d-4927-934d-b5a88b567b61", "address": "fa:16:3e:73:4d:7b", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77248061-1c", "ovs_interfaceid": "77248061-1c7d-4927-934d-b5a88b567b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.049082] env[69220]: INFO nova.compute.manager [None req-4b726f87-7e43-424f-9f45-653b9ed8b5bb tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance to original state: 'active' [ 1224.077062] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.219741] env[69220]: DEBUG nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.246407] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.246543] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.246694] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.246886] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.247092] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.247255] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.247463] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.247621] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.247785] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.247941] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.248130] env[69220]: DEBUG nova.virt.hardware [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.249013] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4053758-5927-46fe-acf2-dbce1bc120b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.257358] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f55cf-fa42-4469-9ddc-35484d073015 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.408890] env[69220]: DEBUG nova.compute.manager [req-6708594f-f8a0-4b8f-bf15-02bda53ea3ff req-65b66e44-5f41-493d-b389-3655192b0da6 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received event network-vif-plugged-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.409127] env[69220]: DEBUG oslo_concurrency.lockutils [req-6708594f-f8a0-4b8f-bf15-02bda53ea3ff req-65b66e44-5f41-493d-b389-3655192b0da6 service nova] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.409339] env[69220]: DEBUG oslo_concurrency.lockutils [req-6708594f-f8a0-4b8f-bf15-02bda53ea3ff req-65b66e44-5f41-493d-b389-3655192b0da6 service nova] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.409502] env[69220]: DEBUG oslo_concurrency.lockutils [req-6708594f-f8a0-4b8f-bf15-02bda53ea3ff req-65b66e44-5f41-493d-b389-3655192b0da6 service nova] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.409665] env[69220]: DEBUG nova.compute.manager [req-6708594f-f8a0-4b8f-bf15-02bda53ea3ff req-65b66e44-5f41-493d-b389-3655192b0da6 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] No waiting events found dispatching network-vif-plugged-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.409823] env[69220]: WARNING nova.compute.manager [req-6708594f-f8a0-4b8f-bf15-02bda53ea3ff req-65b66e44-5f41-493d-b389-3655192b0da6 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received unexpected event network-vif-plugged-80efa099-833a-4e8d-af00-9cf0ef307d40 for instance with vm_state building and task_state spawning. [ 1224.467841] env[69220]: DEBUG nova.network.neutron [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Successfully updated port: 80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.580168] env[69220]: DEBUG nova.compute.manager [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1224.580704] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.580704] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.971097] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.971097] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.971097] env[69220]: DEBUG nova.network.neutron [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.013532] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "aebf0840-31c3-44af-a66c-c806a8f25891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.013789] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.014046] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.014245] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.014466] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.016464] env[69220]: INFO nova.compute.manager [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Terminating instance [ 1225.083365] env[69220]: DEBUG nova.objects.instance [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'migration_context' on Instance uuid 0d851426-dd14-4347-bf76-8a3e2f137a27 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.503049] env[69220]: DEBUG nova.network.neutron [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.520304] env[69220]: DEBUG nova.compute.manager [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.520537] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.520803] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7a9fe37-8581-4817-b06f-4053927663ac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.527792] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1225.527792] env[69220]: value = "task-2801738" [ 1225.527792] env[69220]: _type = "Task" [ 1225.527792] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.536050] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.640112] env[69220]: DEBUG nova.network.neutron [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating instance_info_cache with network_info: [{"id": "80efa099-833a-4e8d-af00-9cf0ef307d40", "address": "fa:16:3e:42:42:99", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80efa099-83", "ovs_interfaceid": "80efa099-833a-4e8d-af00-9cf0ef307d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.701816] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313807e2-544b-4dbe-955d-9db9ecb20161 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.709706] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9836cb5-2c7c-4645-9f55-b0a88437dca3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.740311] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39619f6c-788f-4a72-a230-46461938e0e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.747494] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a856eff-deac-423c-b552-4f5d6430a0d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.760532] env[69220]: DEBUG nova.compute.provider_tree [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.037420] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801738, 'name': PowerOffVM_Task, 'duration_secs': 0.218993} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.038090] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.038090] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.038276] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562992', 'volume_id': '86d26880-2081-435d-8c29-ecde191595ce', 'name': 'volume-86d26880-2081-435d-8c29-ecde191595ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aebf0840-31c3-44af-a66c-c806a8f25891', 'attached_at': '2025-03-06T09:11:52.000000', 'detached_at': '', 'volume_id': '86d26880-2081-435d-8c29-ecde191595ce', 'serial': '86d26880-2081-435d-8c29-ecde191595ce'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.039038] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8fc55-3c10-4025-a6e8-89828e3ee414 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.060078] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ccb01d-d644-441c-8221-f9aee799546f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.066193] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c086108b-a1b8-44cc-aac2-b383d59f68d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.085285] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12ca8ce-c602-4702-b216-ddbc9453151d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.099212] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] The volume has not been displaced from its original location: [datastore2] volume-86d26880-2081-435d-8c29-ecde191595ce/volume-86d26880-2081-435d-8c29-ecde191595ce.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.104474] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.104733] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12d5369-653e-4133-be4f-35204cec6195 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.121987] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1226.121987] env[69220]: value = "task-2801739" [ 1226.121987] env[69220]: _type = "Task" [ 1226.121987] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.129173] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.142925] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.143295] env[69220]: DEBUG nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Instance network_info: |[{"id": "80efa099-833a-4e8d-af00-9cf0ef307d40", "address": "fa:16:3e:42:42:99", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80efa099-83", "ovs_interfaceid": "80efa099-833a-4e8d-af00-9cf0ef307d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.143722] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:42:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80efa099-833a-4e8d-af00-9cf0ef307d40', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.151773] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating folder: Project (97ee93eac20644bf94b9383ed68d2498). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1226.152164] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55c1667d-2acd-46db-bb0d-a026a9c90b49 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.163943] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Created folder: Project (97ee93eac20644bf94b9383ed68d2498) in parent group-v562703. [ 1226.164155] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating folder: Instances. Parent ref: group-v562999. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1226.164392] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5f8106c-8375-4594-a837-83dda45b8fb7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.174994] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Created folder: Instances in parent group-v562999. [ 1226.175228] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.175421] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.175613] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff4d123-f35b-4826-8107-55e95b978b3c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.194056] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.194056] env[69220]: value = "task-2801742" [ 1226.194056] env[69220]: _type = "Task" [ 1226.194056] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.201152] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801742, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.264518] env[69220]: DEBUG nova.scheduler.client.report [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.437603] env[69220]: DEBUG nova.compute.manager [req-752b78ba-cdaa-4fea-8206-07381b7d5f1f req-e7a64168-ff7d-47d4-a368-602d4a719a5e service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received event network-changed-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.437804] env[69220]: DEBUG nova.compute.manager [req-752b78ba-cdaa-4fea-8206-07381b7d5f1f req-e7a64168-ff7d-47d4-a368-602d4a719a5e service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Refreshing instance network info cache due to event network-changed-80efa099-833a-4e8d-af00-9cf0ef307d40. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1226.438032] env[69220]: DEBUG oslo_concurrency.lockutils [req-752b78ba-cdaa-4fea-8206-07381b7d5f1f req-e7a64168-ff7d-47d4-a368-602d4a719a5e service nova] Acquiring lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.438182] env[69220]: DEBUG oslo_concurrency.lockutils [req-752b78ba-cdaa-4fea-8206-07381b7d5f1f req-e7a64168-ff7d-47d4-a368-602d4a719a5e service nova] Acquired lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.438342] env[69220]: DEBUG nova.network.neutron [req-752b78ba-cdaa-4fea-8206-07381b7d5f1f req-e7a64168-ff7d-47d4-a368-602d4a719a5e service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Refreshing network info cache for port 80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.631949] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801739, 'name': ReconfigVM_Task, 'duration_secs': 0.199763} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.632310] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.636914] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7948944f-b077-43db-9516-7de455dc9da6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.651395] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1226.651395] env[69220]: value = "task-2801743" [ 1226.651395] env[69220]: _type = "Task" [ 1226.651395] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.660358] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.703447] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801742, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.115287] env[69220]: DEBUG nova.network.neutron [req-752b78ba-cdaa-4fea-8206-07381b7d5f1f req-e7a64168-ff7d-47d4-a368-602d4a719a5e service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updated VIF entry in instance network info cache for port 80efa099-833a-4e8d-af00-9cf0ef307d40. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.115745] env[69220]: DEBUG nova.network.neutron [req-752b78ba-cdaa-4fea-8206-07381b7d5f1f req-e7a64168-ff7d-47d4-a368-602d4a719a5e service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating instance_info_cache with network_info: [{"id": "80efa099-833a-4e8d-af00-9cf0ef307d40", "address": "fa:16:3e:42:42:99", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80efa099-83", "ovs_interfaceid": "80efa099-833a-4e8d-af00-9cf0ef307d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.161951] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801743, 'name': ReconfigVM_Task, 'duration_secs': 0.132101} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.162268] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-562992', 'volume_id': '86d26880-2081-435d-8c29-ecde191595ce', 'name': 'volume-86d26880-2081-435d-8c29-ecde191595ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aebf0840-31c3-44af-a66c-c806a8f25891', 'attached_at': '2025-03-06T09:11:52.000000', 'detached_at': '', 'volume_id': '86d26880-2081-435d-8c29-ecde191595ce', 'serial': '86d26880-2081-435d-8c29-ecde191595ce'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.162546] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.163398] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b150b45-f0c0-4f37-8975-411d69ef4d1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.170235] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.170467] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-553e0562-c784-4a44-9536-9ae6b223018c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.204518] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801742, 'name': CreateVM_Task, 'duration_secs': 0.656714} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.204686] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.212267] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.212432] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.212766] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.213026] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3c7520-9478-4ec5-af94-9aeab24175d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.217757] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1227.217757] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52128a52-3d08-f13d-2526-d82f191caf70" [ 1227.217757] env[69220]: _type = "Task" [ 1227.217757] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.226377] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52128a52-3d08-f13d-2526-d82f191caf70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.239139] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.239371] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.239549] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleting the datastore file [datastore2] aebf0840-31c3-44af-a66c-c806a8f25891 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.239881] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58648d7c-cb8a-496e-b9f7-0d3b162fbf5a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.246466] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1227.246466] env[69220]: value = "task-2801745" [ 1227.246466] env[69220]: _type = "Task" [ 1227.246466] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.255045] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.276649] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.696s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.618576] env[69220]: DEBUG oslo_concurrency.lockutils [req-752b78ba-cdaa-4fea-8206-07381b7d5f1f req-e7a64168-ff7d-47d4-a368-602d4a719a5e service nova] Releasing lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.727994] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52128a52-3d08-f13d-2526-d82f191caf70, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.728385] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.728540] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.728783] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.728926] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.729123] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.729390] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14544cd2-7201-4292-895e-f618447079f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.737440] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.737609] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.738285] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24a421e-ee5e-413b-a155-0adaaafef0e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.742802] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1227.742802] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521ca220-06dc-1407-f6da-81ff064f4145" [ 1227.742802] env[69220]: _type = "Task" [ 1227.742802] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.752509] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521ca220-06dc-1407-f6da-81ff064f4145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.757027] env[69220]: DEBUG oslo_vmware.api [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163687} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.757027] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.757284] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.757403] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.757590] env[69220]: INFO nova.compute.manager [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1227.757830] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.758033] env[69220]: DEBUG nova.compute.manager [-] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.758137] env[69220]: DEBUG nova.network.neutron [-] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.252586] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521ca220-06dc-1407-f6da-81ff064f4145, 'name': SearchDatastore_Task, 'duration_secs': 0.008842} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.253374] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f194c5d-7510-4de0-bfd5-9ec3f65b971b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.258232] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1228.258232] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52382d99-2fd4-9f7d-c6ce-e27dc9234c4f" [ 1228.258232] env[69220]: _type = "Task" [ 1228.258232] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.266116] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52382d99-2fd4-9f7d-c6ce-e27dc9234c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.466662] env[69220]: DEBUG nova.compute.manager [req-b48f9f1c-4e27-46f9-b6bc-22b62b6c5349 req-e7ec11d2-50b2-4112-81cf-0b67da4121ed service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Received event network-vif-deleted-c975a937-e173-4e1e-b68e-214ade755d82 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.466714] env[69220]: INFO nova.compute.manager [req-b48f9f1c-4e27-46f9-b6bc-22b62b6c5349 req-e7ec11d2-50b2-4112-81cf-0b67da4121ed service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Neutron deleted interface c975a937-e173-4e1e-b68e-214ade755d82; detaching it from the instance and deleting it from the info cache [ 1228.466861] env[69220]: DEBUG nova.network.neutron [req-b48f9f1c-4e27-46f9-b6bc-22b62b6c5349 req-e7ec11d2-50b2-4112-81cf-0b67da4121ed service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.681878] env[69220]: DEBUG nova.network.neutron [-] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.769875] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52382d99-2fd4-9f7d-c6ce-e27dc9234c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.770179] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.770179] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] f170ef25-bb81-4a3e-a06c-65d7e30893b7/f170ef25-bb81-4a3e-a06c-65d7e30893b7.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.770465] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd8f2647-06e5-4293-a3c5-80c0bb4411d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.778127] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1228.778127] env[69220]: value = "task-2801746" [ 1228.778127] env[69220]: _type = "Task" [ 1228.778127] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.786569] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.815737] env[69220]: INFO nova.compute.manager [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Swapping old allocation on dict_keys(['69f85824-1171-4404-9d0c-06d842192d3d']) held by migration 49470087-b842-4321-a5e6-de68c9f34cda for instance [ 1228.839177] env[69220]: DEBUG nova.scheduler.client.report [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Overwriting current allocation {'allocations': {'69f85824-1171-4404-9d0c-06d842192d3d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': '8c517e5ccf444864b3c4e2100626de93', 'user_id': '9b44d330e7584a8f862ccafaf50b79b1', 'consumer_generation': 1} on consumer 0d851426-dd14-4347-bf76-8a3e2f137a27 {{(pid=69220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1228.915530] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.915715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.915891] env[69220]: DEBUG nova.network.neutron [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.969747] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04436f80-111d-4ea3-8b99-518d7d6ba57c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.981040] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc45828-188e-4be9-a751-e63fac045d8b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.011370] env[69220]: DEBUG nova.compute.manager [req-b48f9f1c-4e27-46f9-b6bc-22b62b6c5349 req-e7ec11d2-50b2-4112-81cf-0b67da4121ed service nova] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Detach interface failed, port_id=c975a937-e173-4e1e-b68e-214ade755d82, reason: Instance aebf0840-31c3-44af-a66c-c806a8f25891 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1229.185448] env[69220]: INFO nova.compute.manager [-] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Took 1.43 seconds to deallocate network for instance. [ 1229.289238] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467662} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.289481] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] f170ef25-bb81-4a3e-a06c-65d7e30893b7/f170ef25-bb81-4a3e-a06c-65d7e30893b7.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.289691] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.289934] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9e3a7f8-c472-44ad-b32f-11eb8686e249 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.298249] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1229.298249] env[69220]: value = "task-2801747" [ 1229.298249] env[69220]: _type = "Task" [ 1229.298249] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.305655] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.602756] env[69220]: DEBUG nova.network.neutron [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [{"id": "77248061-1c7d-4927-934d-b5a88b567b61", "address": "fa:16:3e:73:4d:7b", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77248061-1c", "ovs_interfaceid": "77248061-1c7d-4927-934d-b5a88b567b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.733825] env[69220]: INFO nova.compute.manager [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Took 0.55 seconds to detach 1 volumes for instance. [ 1229.808299] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089406} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.808597] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.809319] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbab63f-8de7-4168-bc7a-ade8d7be65a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.830234] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] f170ef25-bb81-4a3e-a06c-65d7e30893b7/f170ef25-bb81-4a3e-a06c-65d7e30893b7.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.830475] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2110d2ce-a87a-439d-9ec9-7325730e2f69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.849635] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1229.849635] env[69220]: value = "task-2801748" [ 1229.849635] env[69220]: _type = "Task" [ 1229.849635] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.856872] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.105260] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-0d851426-dd14-4347-bf76-8a3e2f137a27" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.105851] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.106191] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72aa00f-6a50-4a1b-b592-cfbac40feb7c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.113042] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1230.113042] env[69220]: value = "task-2801749" [ 1230.113042] env[69220]: _type = "Task" [ 1230.113042] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.121265] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.241216] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.241571] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.241724] env[69220]: DEBUG nova.objects.instance [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'resources' on Instance uuid aebf0840-31c3-44af-a66c-c806a8f25891 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.359079] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801748, 'name': ReconfigVM_Task, 'duration_secs': 0.289819} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.359357] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] f170ef25-bb81-4a3e-a06c-65d7e30893b7/f170ef25-bb81-4a3e-a06c-65d7e30893b7.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.360017] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-759b7e7a-ba0e-46dd-acca-fc9545241bcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.366543] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1230.366543] env[69220]: value = "task-2801750" [ 1230.366543] env[69220]: _type = "Task" [ 1230.366543] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.374041] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801750, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.622789] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801749, 'name': PowerOffVM_Task, 'duration_secs': 0.183482} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.623063] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.623698] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.623911] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.624111] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.624318] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.624466] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.624613] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.624819] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.624979] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.625162] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.625327] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.625499] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.630351] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f98141a-e37c-4a0d-ae92-06bb83130b3d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.644809] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1230.644809] env[69220]: value = "task-2801751" [ 1230.644809] env[69220]: _type = "Task" [ 1230.644809] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.651913] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.828201] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0133b62-61be-416c-a051-809a24373a81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.836637] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98066898-34b1-4a3a-8c77-6c09fab389b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.865588] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ecd4c-99b5-4796-a265-5f739cfd0727 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.876432] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801750, 'name': Rename_Task, 'duration_secs': 0.147234} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.876719] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.877909] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137967d2-c95c-4fdf-b13b-640e173b77ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.881328] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac9a86f-cc25-4248-9692-fe86fd9bc5a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.891659] env[69220]: DEBUG nova.compute.provider_tree [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.893896] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1230.893896] env[69220]: value = "task-2801752" [ 1230.893896] env[69220]: _type = "Task" [ 1230.893896] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.901274] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.154846] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801751, 'name': ReconfigVM_Task, 'duration_secs': 0.131113} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.155672] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f2ed29-3fa5-4ad0-9a3c-67828fed319f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.175017] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.175296] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.175475] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.175679] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.175827] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.175971] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.176230] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.176399] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.176564] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.176721] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.176890] env[69220]: DEBUG nova.virt.hardware [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.177695] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7069d1d-1ff9-441c-9d97-a68a33f62464 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.184061] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1231.184061] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bbd9b1-2ca8-bd5b-7dcb-e191b0591eca" [ 1231.184061] env[69220]: _type = "Task" [ 1231.184061] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.190711] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bbd9b1-2ca8-bd5b-7dcb-e191b0591eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.396285] env[69220]: DEBUG nova.scheduler.client.report [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.408610] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.694113] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bbd9b1-2ca8-bd5b-7dcb-e191b0591eca, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.698478] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.698795] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d4986b1-75bf-4b51-bd6d-13d664dfdb16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.715577] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1231.715577] env[69220]: value = "task-2801753" [ 1231.715577] env[69220]: _type = "Task" [ 1231.715577] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.723619] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.904351] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.911915] env[69220]: DEBUG oslo_vmware.api [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801752, 'name': PowerOnVM_Task, 'duration_secs': 0.842528} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.912185] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.912384] env[69220]: INFO nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1231.912573] env[69220]: DEBUG nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.913453] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11177182-22e3-48ef-8ffb-8eef17ec0969 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.922477] env[69220]: INFO nova.scheduler.client.report [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted allocations for instance aebf0840-31c3-44af-a66c-c806a8f25891 [ 1232.225559] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801753, 'name': ReconfigVM_Task, 'duration_secs': 0.250408} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.225834] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.226643] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d769987-9d01-4228-b9e8-a4395c4137ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.248557] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27/0d851426-dd14-4347-bf76-8a3e2f137a27.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.248830] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887a2785-6934-4ba3-a721-333485807d46 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.268902] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1232.268902] env[69220]: value = "task-2801754" [ 1232.268902] env[69220]: _type = "Task" [ 1232.268902] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.276784] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.431878] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d696d01a-1a88-48e8-b9ab-fe75c4193900 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "aebf0840-31c3-44af-a66c-c806a8f25891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.418s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.433442] env[69220]: INFO nova.compute.manager [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Took 12.42 seconds to build instance. [ 1232.781081] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801754, 'name': ReconfigVM_Task, 'duration_secs': 0.248124} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.781353] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27/0d851426-dd14-4347-bf76-8a3e2f137a27.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.782302] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6000aa-fde0-49f6-b0d1-c7bf3d34327a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.804238] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae12d458-34bf-4edb-8550-20f5eec2f54c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.822182] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c404443-c8e1-4703-8d45-913a9c39f904 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.840123] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee63004-0168-4a5d-ad52-84cf36654b6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.846888] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.847149] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a4fcdd-6245-4a98-9dd7-a9057dfce3e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.853088] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1232.853088] env[69220]: value = "task-2801755" [ 1232.853088] env[69220]: _type = "Task" [ 1232.853088] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.860074] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.935205] env[69220]: DEBUG oslo_concurrency.lockutils [None req-edd7a355-a113-48ae-aadb-a5aea366e03b tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.930s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.318113] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "695192ca-772a-4a6c-bd01-18e606007a96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.318762] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.331544] env[69220]: DEBUG nova.compute.manager [req-6a0cab44-5952-4db6-a611-caf0d37ab601 req-567c51e9-8ede-4bdd-9744-b77882a1bf19 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received event network-changed-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.332627] env[69220]: DEBUG nova.compute.manager [req-6a0cab44-5952-4db6-a611-caf0d37ab601 req-567c51e9-8ede-4bdd-9744-b77882a1bf19 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Refreshing instance network info cache due to event network-changed-80efa099-833a-4e8d-af00-9cf0ef307d40. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1233.332627] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a0cab44-5952-4db6-a611-caf0d37ab601 req-567c51e9-8ede-4bdd-9744-b77882a1bf19 service nova] Acquiring lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.332627] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a0cab44-5952-4db6-a611-caf0d37ab601 req-567c51e9-8ede-4bdd-9744-b77882a1bf19 service nova] Acquired lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.332627] env[69220]: DEBUG nova.network.neutron [req-6a0cab44-5952-4db6-a611-caf0d37ab601 req-567c51e9-8ede-4bdd-9744-b77882a1bf19 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Refreshing network info cache for port 80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.363754] env[69220]: DEBUG oslo_vmware.api [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801755, 'name': PowerOnVM_Task, 'duration_secs': 0.401543} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.364059] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.820910] env[69220]: DEBUG nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.038685] env[69220]: DEBUG nova.network.neutron [req-6a0cab44-5952-4db6-a611-caf0d37ab601 req-567c51e9-8ede-4bdd-9744-b77882a1bf19 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updated VIF entry in instance network info cache for port 80efa099-833a-4e8d-af00-9cf0ef307d40. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.039119] env[69220]: DEBUG nova.network.neutron [req-6a0cab44-5952-4db6-a611-caf0d37ab601 req-567c51e9-8ede-4bdd-9744-b77882a1bf19 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating instance_info_cache with network_info: [{"id": "80efa099-833a-4e8d-af00-9cf0ef307d40", "address": "fa:16:3e:42:42:99", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80efa099-83", "ovs_interfaceid": "80efa099-833a-4e8d-af00-9cf0ef307d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.342855] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.343229] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.344898] env[69220]: INFO nova.compute.claims [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.375429] env[69220]: INFO nova.compute.manager [None req-edaec408-899b-447e-8df6-4dcdeffdb733 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance to original state: 'active' [ 1234.541449] env[69220]: DEBUG oslo_concurrency.lockutils [req-6a0cab44-5952-4db6-a611-caf0d37ab601 req-567c51e9-8ede-4bdd-9744-b77882a1bf19 service nova] Releasing lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.254583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "0d851426-dd14-4347-bf76-8a3e2f137a27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.255074] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.255074] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.255222] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.255386] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.257566] env[69220]: INFO nova.compute.manager [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Terminating instance [ 1235.441103] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e93e76-fb25-4cf0-896e-1911ab6eade1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.448862] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6726e46-780b-4b7f-af2b-846666f2b53c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.479852] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72bd9a1-ed34-45b9-8ba1-3353b5d43abd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.486703] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88044184-ebe5-4069-b5da-d78b603b1057 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.499622] env[69220]: DEBUG nova.compute.provider_tree [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.761321] env[69220]: DEBUG nova.compute.manager [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.761554] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.762485] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a86b67-8c3d-4169-a432-833c7c1fe541 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.770915] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.771167] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fcf0b1c-eb72-4148-88e4-72feb362662a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.776662] env[69220]: DEBUG oslo_vmware.api [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1235.776662] env[69220]: value = "task-2801756" [ 1235.776662] env[69220]: _type = "Task" [ 1235.776662] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.784290] env[69220]: DEBUG oslo_vmware.api [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.002560] env[69220]: DEBUG nova.scheduler.client.report [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.286371] env[69220]: DEBUG oslo_vmware.api [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801756, 'name': PowerOffVM_Task, 'duration_secs': 0.223275} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.286756] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.286800] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.287023] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4febd05d-a133-48c1-97f4-579ca6404164 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.353465] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.353706] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.353886] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleting the datastore file [datastore1] 0d851426-dd14-4347-bf76-8a3e2f137a27 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.354164] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e2fa413-1db7-4cf9-9fb6-6cfb0663be51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.361053] env[69220]: DEBUG oslo_vmware.api [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1236.361053] env[69220]: value = "task-2801758" [ 1236.361053] env[69220]: _type = "Task" [ 1236.361053] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.368400] env[69220]: DEBUG oslo_vmware.api [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.507479] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.507971] env[69220]: DEBUG nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.870930] env[69220]: DEBUG oslo_vmware.api [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211784} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.871193] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.871373] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.871549] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.871714] env[69220]: INFO nova.compute.manager [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1236.871946] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.872147] env[69220]: DEBUG nova.compute.manager [-] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.872244] env[69220]: DEBUG nova.network.neutron [-] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.013238] env[69220]: DEBUG nova.compute.utils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.014849] env[69220]: DEBUG nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.015329] env[69220]: DEBUG nova.network.neutron [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.060083] env[69220]: DEBUG nova.policy [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71a58b9d4ea3404189714384afe528d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d35b93d983475b9c1546cb99d48894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.314133] env[69220]: DEBUG nova.compute.manager [req-6f88110b-f884-486f-9971-df0b76326bce req-df90cd08-1443-4c81-9931-b24fbc8e1938 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Received event network-vif-deleted-77248061-1c7d-4927-934d-b5a88b567b61 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.314417] env[69220]: INFO nova.compute.manager [req-6f88110b-f884-486f-9971-df0b76326bce req-df90cd08-1443-4c81-9931-b24fbc8e1938 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Neutron deleted interface 77248061-1c7d-4927-934d-b5a88b567b61; detaching it from the instance and deleting it from the info cache [ 1237.314646] env[69220]: DEBUG nova.network.neutron [req-6f88110b-f884-486f-9971-df0b76326bce req-df90cd08-1443-4c81-9931-b24fbc8e1938 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.316795] env[69220]: DEBUG nova.network.neutron [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Successfully created port: 4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.518454] env[69220]: DEBUG nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.660469] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.660700] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.795295] env[69220]: DEBUG nova.network.neutron [-] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.817029] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83b8f4e3-6bda-4e19-a41b-971a7d14dfd1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.827755] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44408a4-ff1c-404f-bc86-6858261bc712 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.854509] env[69220]: DEBUG nova.compute.manager [req-6f88110b-f884-486f-9971-df0b76326bce req-df90cd08-1443-4c81-9931-b24fbc8e1938 service nova] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Detach interface failed, port_id=77248061-1c7d-4927-934d-b5a88b567b61, reason: Instance 0d851426-dd14-4347-bf76-8a3e2f137a27 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1238.164500] env[69220]: DEBUG nova.compute.utils [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.297934] env[69220]: INFO nova.compute.manager [-] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Took 1.43 seconds to deallocate network for instance. [ 1238.528945] env[69220]: DEBUG nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.555569] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.555805] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.555958] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.556152] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.556361] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.556513] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.556723] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.556882] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.557058] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.557246] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.557416] env[69220]: DEBUG nova.virt.hardware [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.558352] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca733ec3-fbf8-4ace-af6c-aee58bb1363e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.566450] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab3264a-549b-44fa-b1fb-95006c465ef3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.667319] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.753094] env[69220]: DEBUG nova.compute.manager [req-779ca1dd-fcf9-42e6-94c0-3d3f64f73131 req-f4b8317f-c4da-4708-b59a-538e3910faf6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received event network-vif-plugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.753094] env[69220]: DEBUG oslo_concurrency.lockutils [req-779ca1dd-fcf9-42e6-94c0-3d3f64f73131 req-f4b8317f-c4da-4708-b59a-538e3910faf6 service nova] Acquiring lock "695192ca-772a-4a6c-bd01-18e606007a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.753094] env[69220]: DEBUG oslo_concurrency.lockutils [req-779ca1dd-fcf9-42e6-94c0-3d3f64f73131 req-f4b8317f-c4da-4708-b59a-538e3910faf6 service nova] Lock "695192ca-772a-4a6c-bd01-18e606007a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.753094] env[69220]: DEBUG oslo_concurrency.lockutils [req-779ca1dd-fcf9-42e6-94c0-3d3f64f73131 req-f4b8317f-c4da-4708-b59a-538e3910faf6 service nova] Lock "695192ca-772a-4a6c-bd01-18e606007a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.753094] env[69220]: DEBUG nova.compute.manager [req-779ca1dd-fcf9-42e6-94c0-3d3f64f73131 req-f4b8317f-c4da-4708-b59a-538e3910faf6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] No waiting events found dispatching network-vif-plugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.753094] env[69220]: WARNING nova.compute.manager [req-779ca1dd-fcf9-42e6-94c0-3d3f64f73131 req-f4b8317f-c4da-4708-b59a-538e3910faf6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received unexpected event network-vif-plugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 for instance with vm_state building and task_state spawning. [ 1238.807056] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.807056] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.807056] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.818762] env[69220]: DEBUG nova.network.neutron [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Successfully updated port: 4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.830076] env[69220]: INFO nova.scheduler.client.report [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted allocations for instance 0d851426-dd14-4347-bf76-8a3e2f137a27 [ 1239.322073] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.322255] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.322400] env[69220]: DEBUG nova.network.neutron [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.339332] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e46cf5bb-c009-486a-8bf0-488b37446b7a tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "0d851426-dd14-4347-bf76-8a3e2f137a27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.084s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.731126] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.731534] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.731847] env[69220]: INFO nova.compute.manager [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Attaching volume d3dda1b1-5212-41ee-b9d0-9107a90cc23d to /dev/sdb [ 1239.762864] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821fc854-4476-4d08-a042-3562c746e1aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.770515] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65118d4c-19b0-4f70-8386-d751b6e340de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.784057] env[69220]: DEBUG nova.virt.block_device [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updating existing volume attachment record: 8cf1f34f-4eda-4812-9290-c3fb34d424a2 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1239.866171] env[69220]: DEBUG nova.network.neutron [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.996211] env[69220]: DEBUG nova.network.neutron [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [{"id": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "address": "fa:16:3e:8e:22:ee", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297b26e-34", "ovs_interfaceid": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.127821] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.128362] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.499082] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.499363] env[69220]: DEBUG nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Instance network_info: |[{"id": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "address": "fa:16:3e:8e:22:ee", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297b26e-34", "ovs_interfaceid": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.499797] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:22:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4297b26e-34b0-46ec-a1db-bc6d373c1a76', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.507406] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.507615] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.507835] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4726bb0-8392-42f6-acb7-8435689334b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.527376] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.527376] env[69220]: value = "task-2801762" [ 1240.527376] env[69220]: _type = "Task" [ 1240.527376] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.534756] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801762, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.630520] env[69220]: DEBUG nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.784404] env[69220]: DEBUG nova.compute.manager [req-e13387ec-ac35-4695-8915-382873f18353 req-4baf8834-9d79-4469-9143-89c9a7ff1ce6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received event network-changed-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1240.784692] env[69220]: DEBUG nova.compute.manager [req-e13387ec-ac35-4695-8915-382873f18353 req-4baf8834-9d79-4469-9143-89c9a7ff1ce6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Refreshing instance network info cache due to event network-changed-4297b26e-34b0-46ec-a1db-bc6d373c1a76. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1240.784692] env[69220]: DEBUG oslo_concurrency.lockutils [req-e13387ec-ac35-4695-8915-382873f18353 req-4baf8834-9d79-4469-9143-89c9a7ff1ce6 service nova] Acquiring lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.784952] env[69220]: DEBUG oslo_concurrency.lockutils [req-e13387ec-ac35-4695-8915-382873f18353 req-4baf8834-9d79-4469-9143-89c9a7ff1ce6 service nova] Acquired lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.784952] env[69220]: DEBUG nova.network.neutron [req-e13387ec-ac35-4695-8915-382873f18353 req-4baf8834-9d79-4469-9143-89c9a7ff1ce6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Refreshing network info cache for port 4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.037732] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801762, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.154029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.154029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.155561] env[69220]: INFO nova.compute.claims [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.537813] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801762, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.734186] env[69220]: DEBUG nova.network.neutron [req-e13387ec-ac35-4695-8915-382873f18353 req-4baf8834-9d79-4469-9143-89c9a7ff1ce6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updated VIF entry in instance network info cache for port 4297b26e-34b0-46ec-a1db-bc6d373c1a76. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.734556] env[69220]: DEBUG nova.network.neutron [req-e13387ec-ac35-4695-8915-382873f18353 req-4baf8834-9d79-4469-9143-89c9a7ff1ce6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [{"id": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "address": "fa:16:3e:8e:22:ee", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297b26e-34", "ovs_interfaceid": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.040784] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801762, 'name': CreateVM_Task, 'duration_secs': 1.330718} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.041069] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.041739] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.041906] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.042256] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.042501] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8edf0d66-17d4-4a3f-8dd1-233c1b0c83cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.047584] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1242.047584] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5200745d-cfa3-0afd-eefc-841708c3e216" [ 1242.047584] env[69220]: _type = "Task" [ 1242.047584] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.057425] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5200745d-cfa3-0afd-eefc-841708c3e216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.237862] env[69220]: DEBUG oslo_concurrency.lockutils [req-e13387ec-ac35-4695-8915-382873f18353 req-4baf8834-9d79-4469-9143-89c9a7ff1ce6 service nova] Releasing lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.252593] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ee902c-7d2f-4123-a239-423fec37182f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.260117] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d34ad7-2347-46b2-8204-5f0a92ae6abf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.289142] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e3b1cb-2fa4-4746-985e-9b6fd23c7c1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.295794] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd33cc3c-2f92-4a29-9d47-b61b17fbe700 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.938342] env[69220]: DEBUG nova.compute.provider_tree [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.948310] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5200745d-cfa3-0afd-eefc-841708c3e216, 'name': SearchDatastore_Task, 'duration_secs': 0.012037} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.949114] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.949336] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.949558] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.949696] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.949864] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.950328] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb525f99-8b84-49e4-8f57-6cca86ca620d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.958431] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.958592] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.959260] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e768408-1cd0-49d9-99d1-2cc414f38f86 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.964054] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1242.964054] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5249b1d7-5eef-3644-3f57-5533a9da69c6" [ 1242.964054] env[69220]: _type = "Task" [ 1242.964054] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.971717] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5249b1d7-5eef-3644-3f57-5533a9da69c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.444320] env[69220]: DEBUG nova.scheduler.client.report [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.474270] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5249b1d7-5eef-3644-3f57-5533a9da69c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.475011] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2938e7-c831-4a57-9ea4-8c1bd988b97c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.479897] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1243.479897] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5206e193-df83-14f1-dbe2-fc3f806b50da" [ 1243.479897] env[69220]: _type = "Task" [ 1243.479897] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.487410] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5206e193-df83-14f1-dbe2-fc3f806b50da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.949934] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.950150] env[69220]: DEBUG nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.990675] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5206e193-df83-14f1-dbe2-fc3f806b50da, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.990932] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.991167] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96/695192ca-772a-4a6c-bd01-18e606007a96.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.991404] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc4dd569-8da5-479d-992c-1c3426f147a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.997805] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1243.997805] env[69220]: value = "task-2801764" [ 1243.997805] env[69220]: _type = "Task" [ 1243.997805] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.004662] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.330259] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1244.330511] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1244.331476] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5375ced4-572c-413a-a4d0-7e6112da801c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.350240] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6627e963-cf2e-4487-b453-342244daa55d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.379566] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d/volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.379901] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa4ade2-6680-4142-85b0-051cdef731d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.402849] env[69220]: DEBUG oslo_vmware.api [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1244.402849] env[69220]: value = "task-2801765" [ 1244.402849] env[69220]: _type = "Task" [ 1244.402849] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.411287] env[69220]: DEBUG oslo_vmware.api [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.454981] env[69220]: DEBUG nova.compute.utils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.456460] env[69220]: DEBUG nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.456637] env[69220]: DEBUG nova.network.neutron [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.494198] env[69220]: DEBUG nova.policy [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b44d330e7584a8f862ccafaf50b79b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c517e5ccf444864b3c4e2100626de93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.506797] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427832} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.507047] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96/695192ca-772a-4a6c-bd01-18e606007a96.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.507270] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.507527] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7df71057-0cbd-452b-b228-3ee6ffb7fb88 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.513145] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1244.513145] env[69220]: value = "task-2801766" [ 1244.513145] env[69220]: _type = "Task" [ 1244.513145] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.520605] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.800851] env[69220]: DEBUG nova.network.neutron [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Successfully created port: 95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.912948] env[69220]: DEBUG oslo_vmware.api [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801765, 'name': ReconfigVM_Task, 'duration_secs': 0.378612} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.912948] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d/volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.917645] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4925e373-9a37-4c87-bd68-0ba0e1dcdff4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.932254] env[69220]: DEBUG oslo_vmware.api [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1244.932254] env[69220]: value = "task-2801767" [ 1244.932254] env[69220]: _type = "Task" [ 1244.932254] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.939944] env[69220]: DEBUG oslo_vmware.api [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.959637] env[69220]: DEBUG nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.022066] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05757} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.022628] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.023178] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee7555c-fb6f-41bc-a4cf-e48df663e6cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.046247] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96/695192ca-772a-4a6c-bd01-18e606007a96.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.046573] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44f5fcf-b631-437a-8c47-4e688d012fc2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.065834] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1245.065834] env[69220]: value = "task-2801768" [ 1245.065834] env[69220]: _type = "Task" [ 1245.065834] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.073428] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.441763] env[69220]: DEBUG oslo_vmware.api [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801767, 'name': ReconfigVM_Task, 'duration_secs': 0.12971} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.442093] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1245.576967] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801768, 'name': ReconfigVM_Task, 'duration_secs': 0.28874} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.577412] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96/695192ca-772a-4a6c-bd01-18e606007a96.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.577770] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-062a20fb-cd79-4e2d-89bc-851c72108367 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.583870] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1245.583870] env[69220]: value = "task-2801769" [ 1245.583870] env[69220]: _type = "Task" [ 1245.583870] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.590732] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801769, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.968582] env[69220]: DEBUG nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.994822] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.995026] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.995189] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.995367] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.995512] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.995652] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.995856] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.996017] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.996188] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.996346] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.996574] env[69220]: DEBUG nova.virt.hardware [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.997654] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f56f60-9799-47ec-90bb-23ef0ac383d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.005693] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ad7352-8979-4ddb-b289-25bf131d65ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.092294] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801769, 'name': Rename_Task, 'duration_secs': 0.138443} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.092557] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.092791] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d235fd2a-188f-4113-9698-f4e68f188c87 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.098705] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1246.098705] env[69220]: value = "task-2801770" [ 1246.098705] env[69220]: _type = "Task" [ 1246.098705] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.105647] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.203507] env[69220]: DEBUG nova.compute.manager [req-f4061b1c-156f-4673-b427-c36dd6e07be2 req-a2be089b-d6fa-41a2-a1b0-68e4be2d94de service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Received event network-vif-plugged-95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1246.203753] env[69220]: DEBUG oslo_concurrency.lockutils [req-f4061b1c-156f-4673-b427-c36dd6e07be2 req-a2be089b-d6fa-41a2-a1b0-68e4be2d94de service nova] Acquiring lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.204024] env[69220]: DEBUG oslo_concurrency.lockutils [req-f4061b1c-156f-4673-b427-c36dd6e07be2 req-a2be089b-d6fa-41a2-a1b0-68e4be2d94de service nova] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.204217] env[69220]: DEBUG oslo_concurrency.lockutils [req-f4061b1c-156f-4673-b427-c36dd6e07be2 req-a2be089b-d6fa-41a2-a1b0-68e4be2d94de service nova] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.204447] env[69220]: DEBUG nova.compute.manager [req-f4061b1c-156f-4673-b427-c36dd6e07be2 req-a2be089b-d6fa-41a2-a1b0-68e4be2d94de service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] No waiting events found dispatching network-vif-plugged-95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.204663] env[69220]: WARNING nova.compute.manager [req-f4061b1c-156f-4673-b427-c36dd6e07be2 req-a2be089b-d6fa-41a2-a1b0-68e4be2d94de service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Received unexpected event network-vif-plugged-95c26526-5044-4f52-9916-4a14cb357094 for instance with vm_state building and task_state spawning. [ 1246.283338] env[69220]: DEBUG nova.network.neutron [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Successfully updated port: 95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.477319] env[69220]: DEBUG nova.objects.instance [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'flavor' on Instance uuid 8810e65e-9342-4d7d-a82e-b2558e5cfcaa {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.609786] env[69220]: DEBUG oslo_vmware.api [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801770, 'name': PowerOnVM_Task, 'duration_secs': 0.466206} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.610970] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.610970] env[69220]: INFO nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1246.610970] env[69220]: DEBUG nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.611181] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67352dfc-8d4a-4ff8-959f-1eac2f7c87fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.786484] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.786697] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.786907] env[69220]: DEBUG nova.network.neutron [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.986168] env[69220]: DEBUG oslo_concurrency.lockutils [None req-e506368b-796f-482e-8296-abaaa236d432 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.127467] env[69220]: INFO nova.compute.manager [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Took 12.80 seconds to build instance. [ 1247.327861] env[69220]: DEBUG nova.network.neutron [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.342583] env[69220]: INFO nova.compute.manager [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Rebuilding instance [ 1247.384156] env[69220]: DEBUG nova.compute.manager [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.384321] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6220253-019e-49fe-a023-c90ea0d1de77 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.535995] env[69220]: DEBUG nova.network.neutron [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Updating instance_info_cache with network_info: [{"id": "95c26526-5044-4f52-9916-4a14cb357094", "address": "fa:16:3e:80:4b:d8", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c26526-50", "ovs_interfaceid": "95c26526-5044-4f52-9916-4a14cb357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.629271] env[69220]: DEBUG oslo_concurrency.lockutils [None req-dfa39084-c057-410f-8d53-d382500a8305 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.311s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.039701] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.040176] env[69220]: DEBUG nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Instance network_info: |[{"id": "95c26526-5044-4f52-9916-4a14cb357094", "address": "fa:16:3e:80:4b:d8", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c26526-50", "ovs_interfaceid": "95c26526-5044-4f52-9916-4a14cb357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.040685] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:4b:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c26526-5044-4f52-9916-4a14cb357094', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.048931] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.048931] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.048931] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15b97645-4e49-4e10-9ffd-e808f041b696 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.069023] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.069023] env[69220]: value = "task-2801771" [ 1248.069023] env[69220]: _type = "Task" [ 1248.069023] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.076533] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801771, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.232013] env[69220]: DEBUG nova.compute.manager [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Received event network-changed-95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1248.232293] env[69220]: DEBUG nova.compute.manager [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Refreshing instance network info cache due to event network-changed-95c26526-5044-4f52-9916-4a14cb357094. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1248.232451] env[69220]: DEBUG oslo_concurrency.lockutils [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] Acquiring lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.232594] env[69220]: DEBUG oslo_concurrency.lockutils [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] Acquired lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.232756] env[69220]: DEBUG nova.network.neutron [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Refreshing network info cache for port 95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.405078] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.405424] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d223bb9-6c5f-4133-803c-484e8d51925c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.411680] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1248.411680] env[69220]: value = "task-2801772" [ 1248.411680] env[69220]: _type = "Task" [ 1248.411680] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.419554] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.579860] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801771, 'name': CreateVM_Task, 'duration_secs': 0.329593} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.580068] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.580715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.580879] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.581220] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.581467] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a485583-d59d-48fa-a9f9-e8881eabad02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.585997] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1248.585997] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52506ade-d2c6-4984-e15d-d3807838bfd3" [ 1248.585997] env[69220]: _type = "Task" [ 1248.585997] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.593768] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52506ade-d2c6-4984-e15d-d3807838bfd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.916608] env[69220]: DEBUG nova.network.neutron [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Updated VIF entry in instance network info cache for port 95c26526-5044-4f52-9916-4a14cb357094. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.916965] env[69220]: DEBUG nova.network.neutron [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Updating instance_info_cache with network_info: [{"id": "95c26526-5044-4f52-9916-4a14cb357094", "address": "fa:16:3e:80:4b:d8", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c26526-50", "ovs_interfaceid": "95c26526-5044-4f52-9916-4a14cb357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.924836] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801772, 'name': PowerOffVM_Task, 'duration_secs': 0.268222} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.925083] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.977972] env[69220]: INFO nova.compute.manager [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Detaching volume d3dda1b1-5212-41ee-b9d0-9107a90cc23d [ 1249.008463] env[69220]: INFO nova.virt.block_device [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Attempting to driver detach volume d3dda1b1-5212-41ee-b9d0-9107a90cc23d from mountpoint /dev/sdb [ 1249.008769] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.008997] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.009914] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5330669-3b93-4517-9207-a161bacd7cb5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.031728] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd58a0b8-4817-4f7c-a64a-1ac4117ce853 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.038536] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a576a71-de12-4cf6-aba2-e5594728ec34 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.058402] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3006e4b-feae-4b65-afb6-1e02881a93cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.073716] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] The volume has not been displaced from its original location: [datastore2] volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d/volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.079104] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.079451] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe394ca2-ab74-4606-8c5c-65150fbcfdea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.101243] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52506ade-d2c6-4984-e15d-d3807838bfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.102554] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.102802] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.103090] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.103217] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.103394] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.103798] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1249.103798] env[69220]: value = "task-2801773" [ 1249.103798] env[69220]: _type = "Task" [ 1249.103798] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.104015] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41919952-a06d-430f-a0aa-f9b45c5b1b1e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.114836] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.116012] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.116211] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.116982] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff3ac18-0f29-49c0-ab9f-b4218e0b5310 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.121669] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1249.121669] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]525e4880-f8df-9e93-cf13-6313dcce57b2" [ 1249.121669] env[69220]: _type = "Task" [ 1249.121669] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.129439] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525e4880-f8df-9e93-cf13-6313dcce57b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.420235] env[69220]: DEBUG oslo_concurrency.lockutils [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] Releasing lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.420548] env[69220]: DEBUG nova.compute.manager [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received event network-changed-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1249.420747] env[69220]: DEBUG nova.compute.manager [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Refreshing instance network info cache due to event network-changed-4297b26e-34b0-46ec-a1db-bc6d373c1a76. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1249.420975] env[69220]: DEBUG oslo_concurrency.lockutils [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] Acquiring lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.421142] env[69220]: DEBUG oslo_concurrency.lockutils [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] Acquired lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.421340] env[69220]: DEBUG nova.network.neutron [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Refreshing network info cache for port 4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.617298] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801773, 'name': ReconfigVM_Task, 'duration_secs': 0.281646} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.617588] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.622203] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c45691f5-b74e-463c-b031-f706c3f31648 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.640125] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]525e4880-f8df-9e93-cf13-6313dcce57b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012341} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.641755] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1249.641755] env[69220]: value = "task-2801774" [ 1249.641755] env[69220]: _type = "Task" [ 1249.641755] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.641960] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1761d9e-f916-4fcb-b460-70344640bb59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.649009] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1249.649009] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52aa05bd-7311-9ab9-f797-1c20c98b498b" [ 1249.649009] env[69220]: _type = "Task" [ 1249.649009] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.652063] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.659031] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52aa05bd-7311-9ab9-f797-1c20c98b498b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.113670] env[69220]: DEBUG nova.network.neutron [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updated VIF entry in instance network info cache for port 4297b26e-34b0-46ec-a1db-bc6d373c1a76. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.114036] env[69220]: DEBUG nova.network.neutron [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [{"id": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "address": "fa:16:3e:8e:22:ee", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297b26e-34", "ovs_interfaceid": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.152810] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801774, 'name': ReconfigVM_Task, 'duration_secs': 0.166779} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.155659] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.162775] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52aa05bd-7311-9ab9-f797-1c20c98b498b, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.163015] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.163318] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 9a5ab31e-b14b-46cb-b8da-560fc5fc112c/9a5ab31e-b14b-46cb-b8da-560fc5fc112c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.163506] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f8208e3-9c2b-4153-92dd-eaac89fd986f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.169797] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1250.169797] env[69220]: value = "task-2801775" [ 1250.169797] env[69220]: _type = "Task" [ 1250.169797] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.177329] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.616830] env[69220]: DEBUG oslo_concurrency.lockutils [req-5e902fec-eba3-423f-aacd-985227bf987f req-b299e80c-490e-4928-b4b4-0a0bf6046cd9 service nova] Releasing lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.679698] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486703} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.679947] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 9a5ab31e-b14b-46cb-b8da-560fc5fc112c/9a5ab31e-b14b-46cb-b8da-560fc5fc112c.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.680174] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.680418] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f27a624-a2e8-403f-8456-f09b0d70b1e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.687238] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1250.687238] env[69220]: value = "task-2801776" [ 1250.687238] env[69220]: _type = "Task" [ 1250.687238] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.694464] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.196647] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.359916} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.197619] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.198125] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c839be6-24ab-4409-95ce-e7a4d9774bbd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.211198] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.219624] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 9a5ab31e-b14b-46cb-b8da-560fc5fc112c/9a5ab31e-b14b-46cb-b8da-560fc5fc112c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.219848] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65436876-9da9-42b3-b47e-45251a4e992b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.221126] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01633beb-e271-4ea3-9e3a-8f0dd650f2c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.240420] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1251.240420] env[69220]: value = "task-2801777" [ 1251.240420] env[69220]: _type = "Task" [ 1251.240420] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.241590] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1251.241590] env[69220]: value = "task-2801778" [ 1251.241590] env[69220]: _type = "Task" [ 1251.241590] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.255188] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1251.255399] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1251.255590] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1251.256317] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0eea38-a4db-418c-ba74-b37c7bab6b4d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.273315] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6209d0-9d5d-44c2-b127-62f322e083b1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.278773] env[69220]: WARNING nova.virt.vmwareapi.driver [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1251.279016] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.279705] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c0e2d-111d-46e1-9d3d-b22c8fc81434 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.285710] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.285929] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe4508e9-038d-4d7b-8579-22339980e204 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.365028] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.365232] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.365479] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleting the datastore file [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.365749] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be21d32-7f95-4cab-bad7-5354e5bbcaac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.372209] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1251.372209] env[69220]: value = "task-2801780" [ 1251.372209] env[69220]: _type = "Task" [ 1251.372209] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.379515] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.754596] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801778, 'name': ReconfigVM_Task, 'duration_secs': 0.292553} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.754878] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 9a5ab31e-b14b-46cb-b8da-560fc5fc112c/9a5ab31e-b14b-46cb-b8da-560fc5fc112c.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.755516] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f7c22d0-96f3-434e-889c-6dbcd5d195ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.761369] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1251.761369] env[69220]: value = "task-2801781" [ 1251.761369] env[69220]: _type = "Task" [ 1251.761369] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.769152] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801781, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.881046] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175362} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.881327] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.881503] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.881667] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.935195] env[69220]: INFO nova.compute.manager [None req-744ae921-3577-46d7-83f5-c667ce732502 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Get console output [ 1251.935543] env[69220]: WARNING nova.virt.vmwareapi.driver [None req-744ae921-3577-46d7-83f5-c667ce732502 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] The console log is missing. Check your VSPC configuration [ 1252.271377] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801781, 'name': Rename_Task, 'duration_secs': 0.13171} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.271906] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.271906] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-229a0683-526c-48a4-9fad-c209f5429baf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.279402] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1252.279402] env[69220]: value = "task-2801782" [ 1252.279402] env[69220]: _type = "Task" [ 1252.279402] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.287436] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.386874] env[69220]: INFO nova.virt.block_device [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Booting with volume d3dda1b1-5212-41ee-b9d0-9107a90cc23d at /dev/sdb [ 1252.418336] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39cd5812-391e-4861-94c9-73dbfd1bddd3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.427553] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6562ad7f-3758-41af-b226-2202cda1e1c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.458503] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d7aeeaf-58c7-435b-82b8-b7f084596346 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.466573] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b96633-ad2f-47a4-b95b-822009011c66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.493536] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845a32c6-524b-4d02-9626-436be1858706 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.499701] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a01b0-3aed-4323-b446-2f297fcbfb1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.511832] env[69220]: DEBUG nova.virt.block_device [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updating existing volume attachment record: a6a18ba7-a8bb-431f-9c44-a934d5b2fcfa {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1252.788967] env[69220]: DEBUG oslo_vmware.api [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801782, 'name': PowerOnVM_Task, 'duration_secs': 0.42636} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.789187] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.789391] env[69220]: INFO nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1252.789562] env[69220]: DEBUG nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.790330] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da696ec-2e59-435f-85d0-571e0d59158d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.006826] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "2ab30c64-fb49-48fd-8cad-510653d716c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.007133] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.007358] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "2ab30c64-fb49-48fd-8cad-510653d716c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.007546] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.007718] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.009934] env[69220]: INFO nova.compute.manager [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Terminating instance [ 1253.305955] env[69220]: INFO nova.compute.manager [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Took 12.17 seconds to build instance. [ 1253.513745] env[69220]: DEBUG nova.compute.manager [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.513997] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.514971] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b3329-536d-4a83-a66f-51333040722e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.522818] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.523067] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18d080d7-94c6-40b3-98a0-da617ab5b1df {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.528799] env[69220]: DEBUG oslo_vmware.api [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1253.528799] env[69220]: value = "task-2801783" [ 1253.528799] env[69220]: _type = "Task" [ 1253.528799] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.537100] env[69220]: DEBUG oslo_vmware.api [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.808242] env[69220]: DEBUG oslo_concurrency.lockutils [None req-60e90d14-5ad2-4859-962a-d6f076dc58c2 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.680s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.039466] env[69220]: DEBUG oslo_vmware.api [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801783, 'name': PowerOffVM_Task, 'duration_secs': 0.212667} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.039729] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.039899] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.040156] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53491b19-179a-4d4e-8186-63e0d2efa292 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.247248] env[69220]: DEBUG nova.compute.manager [req-f04c733e-b3cf-4744-a5aa-b348803918e3 req-d844ec6c-43e8-4d14-a3d5-b792b18a991c service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Received event network-changed-95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.247738] env[69220]: DEBUG nova.compute.manager [req-f04c733e-b3cf-4744-a5aa-b348803918e3 req-d844ec6c-43e8-4d14-a3d5-b792b18a991c service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Refreshing instance network info cache due to event network-changed-95c26526-5044-4f52-9916-4a14cb357094. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1254.247738] env[69220]: DEBUG oslo_concurrency.lockutils [req-f04c733e-b3cf-4744-a5aa-b348803918e3 req-d844ec6c-43e8-4d14-a3d5-b792b18a991c service nova] Acquiring lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.247970] env[69220]: DEBUG oslo_concurrency.lockutils [req-f04c733e-b3cf-4744-a5aa-b348803918e3 req-d844ec6c-43e8-4d14-a3d5-b792b18a991c service nova] Acquired lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.248172] env[69220]: DEBUG nova.network.neutron [req-f04c733e-b3cf-4744-a5aa-b348803918e3 req-d844ec6c-43e8-4d14-a3d5-b792b18a991c service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Refreshing network info cache for port 95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.389537] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.389926] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.389926] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleting the datastore file [datastore2] 2ab30c64-fb49-48fd-8cad-510653d716c5 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.390155] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90cf922-114c-4885-b6c5-b0cab3bd19e0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.397402] env[69220]: DEBUG oslo_vmware.api [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1254.397402] env[69220]: value = "task-2801785" [ 1254.397402] env[69220]: _type = "Task" [ 1254.397402] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.405140] env[69220]: DEBUG oslo_vmware.api [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.627615] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.627960] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.628195] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.628450] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.628657] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.628866] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.629170] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.629391] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.629623] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.629851] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.630119] env[69220]: DEBUG nova.virt.hardware [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.631326] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d237e4-7218-47b1-9ebd-db26021232f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.640279] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b119d00-1637-456e-b96c-6727c6c70989 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.652934] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:6a:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf6b7d0-82b2-46ad-8d3e-db865db9186f', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.660469] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.660713] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.660923] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a18692d5-aea6-49fb-9df6-4c3f6cfe044d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.679320] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.679320] env[69220]: value = "task-2801786" [ 1254.679320] env[69220]: _type = "Task" [ 1254.679320] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.686381] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801786, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.906733] env[69220]: DEBUG oslo_vmware.api [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206407} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.907108] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.907337] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.907533] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.907709] env[69220]: INFO nova.compute.manager [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1254.907948] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.910374] env[69220]: DEBUG nova.compute.manager [-] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.910473] env[69220]: DEBUG nova.network.neutron [-] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.005974] env[69220]: DEBUG nova.network.neutron [req-f04c733e-b3cf-4744-a5aa-b348803918e3 req-d844ec6c-43e8-4d14-a3d5-b792b18a991c service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Updated VIF entry in instance network info cache for port 95c26526-5044-4f52-9916-4a14cb357094. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.006357] env[69220]: DEBUG nova.network.neutron [req-f04c733e-b3cf-4744-a5aa-b348803918e3 req-d844ec6c-43e8-4d14-a3d5-b792b18a991c service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Updating instance_info_cache with network_info: [{"id": "95c26526-5044-4f52-9916-4a14cb357094", "address": "fa:16:3e:80:4b:d8", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c26526-50", "ovs_interfaceid": "95c26526-5044-4f52-9916-4a14cb357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.173279] env[69220]: DEBUG nova.compute.manager [req-07b33483-82bb-4703-96a1-6022558c4be6 req-b53bab84-7fd5-4e88-8666-6c7f960c75ce service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Received event network-vif-deleted-87850d5e-39cf-4065-9e0a-286f167518a5 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.173531] env[69220]: INFO nova.compute.manager [req-07b33483-82bb-4703-96a1-6022558c4be6 req-b53bab84-7fd5-4e88-8666-6c7f960c75ce service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Neutron deleted interface 87850d5e-39cf-4065-9e0a-286f167518a5; detaching it from the instance and deleting it from the info cache [ 1255.173739] env[69220]: DEBUG nova.network.neutron [req-07b33483-82bb-4703-96a1-6022558c4be6 req-b53bab84-7fd5-4e88-8666-6c7f960c75ce service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.192146] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801786, 'name': CreateVM_Task, 'duration_secs': 0.353013} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.192289] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.193088] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.193251] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.193557] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.193801] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905129c7-862e-418e-b2ce-ac66258af2c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.198325] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1255.198325] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528ddd55-c435-1d28-ea7a-e2764fc87c05" [ 1255.198325] env[69220]: _type = "Task" [ 1255.198325] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.205820] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528ddd55-c435-1d28-ea7a-e2764fc87c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.509734] env[69220]: DEBUG oslo_concurrency.lockutils [req-f04c733e-b3cf-4744-a5aa-b348803918e3 req-d844ec6c-43e8-4d14-a3d5-b792b18a991c service nova] Releasing lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.657768] env[69220]: DEBUG nova.network.neutron [-] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.675979] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-081eeb31-b855-4282-9cf7-3fb6b6166fa1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.685571] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2332d0ea-5a19-4209-b08b-bfef30da4b80 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.707538] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528ddd55-c435-1d28-ea7a-e2764fc87c05, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.714833] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.715094] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.715327] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.715470] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.715640] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.716275] env[69220]: DEBUG nova.compute.manager [req-07b33483-82bb-4703-96a1-6022558c4be6 req-b53bab84-7fd5-4e88-8666-6c7f960c75ce service nova] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Detach interface failed, port_id=87850d5e-39cf-4065-9e0a-286f167518a5, reason: Instance 2ab30c64-fb49-48fd-8cad-510653d716c5 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1255.716654] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e2767c2-12b3-4b2b-9020-6185fe8f5035 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.728994] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.729195] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.729895] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ce94b9-a26b-49ca-bfe8-749ce2487abf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.734984] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1255.734984] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d80112-f4c9-861c-ec81-2777a0d92fd7" [ 1255.734984] env[69220]: _type = "Task" [ 1255.734984] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.742473] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d80112-f4c9-861c-ec81-2777a0d92fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.161073] env[69220]: INFO nova.compute.manager [-] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Took 1.25 seconds to deallocate network for instance. [ 1256.245061] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d80112-f4c9-861c-ec81-2777a0d92fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.029784} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.245768] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51dbf402-7c79-4b4c-aadd-fa6db005c622 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.251073] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1256.251073] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52114e5f-c7b9-785c-92dd-012568a87a7c" [ 1256.251073] env[69220]: _type = "Task" [ 1256.251073] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.258058] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52114e5f-c7b9-785c-92dd-012568a87a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.666980] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.667289] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.667495] env[69220]: DEBUG nova.objects.instance [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'resources' on Instance uuid 2ab30c64-fb49-48fd-8cad-510653d716c5 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.761588] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52114e5f-c7b9-785c-92dd-012568a87a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.038815} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.761588] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.761812] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa/8810e65e-9342-4d7d-a82e-b2558e5cfcaa.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.761981] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28700c0-7375-4ebe-b098-1af24afe1bb6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.768376] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1256.768376] env[69220]: value = "task-2801787" [ 1256.768376] env[69220]: _type = "Task" [ 1256.768376] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.778072] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.278563] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801787, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.280520] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f15d3b-2542-404d-9145-4a9b29a2afe5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.287506] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b518509-211d-4e16-a61c-7da9a3d1fbcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.318101] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd9f2a5-b9ca-40a7-a378-b0eea8cc1484 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.325759] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d22a839-2057-417e-bafe-cc4bb3cc9caf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.338515] env[69220]: DEBUG nova.compute.provider_tree [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.778559] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547423} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.778929] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa/8810e65e-9342-4d7d-a82e-b2558e5cfcaa.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.779086] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.779315] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bba9bbf-0097-41ca-b9a7-0c89e32da7dc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.784985] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1257.784985] env[69220]: value = "task-2801788" [ 1257.784985] env[69220]: _type = "Task" [ 1257.784985] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.791968] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.842073] env[69220]: DEBUG nova.scheduler.client.report [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.295246] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058544} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.295504] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.296254] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce2c869-b02e-4ef6-9fa6-0664bd2659db {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.318447] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa/8810e65e-9342-4d7d-a82e-b2558e5cfcaa.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.318771] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfc6077-1a05-4b18-a807-e6ecd29ab1fb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.337836] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1258.337836] env[69220]: value = "task-2801789" [ 1258.337836] env[69220]: _type = "Task" [ 1258.337836] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.344702] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.346460] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.370368] env[69220]: INFO nova.scheduler.client.report [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleted allocations for instance 2ab30c64-fb49-48fd-8cad-510653d716c5 [ 1258.848529] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.877867] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f8d090af-a77b-4759-b26c-73cf803b2dd1 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "2ab30c64-fb49-48fd-8cad-510653d716c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.871s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.350452] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801789, 'name': ReconfigVM_Task, 'duration_secs': 0.758127} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.350736] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa/8810e65e-9342-4d7d-a82e-b2558e5cfcaa.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.352130] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_type': 'disk', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'image_id': '20f5dca4-a73d-4241-b651-54b8ef128790'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'}, 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'attachment_id': 'a6a18ba7-a8bb-431f-9c44-a934d5b2fcfa', 'volume_type': None}], 'swap': None} {{(pid=69220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1259.352334] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1259.352524] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1259.353565] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9d5472-3f29-482a-a548-0d87167b8eed {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.369342] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df8fbd-56f9-4692-bf15-12dad4c6830a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.393326] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d/volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.393527] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-328c33d6-33c5-4b56-8745-5344a75743d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.410938] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1259.410938] env[69220]: value = "task-2801790" [ 1259.410938] env[69220]: _type = "Task" [ 1259.410938] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.420513] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.715441] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "68902688-0da5-48d8-807d-d4b3bbed769f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.715699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "68902688-0da5-48d8-807d-d4b3bbed769f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.715907] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "68902688-0da5-48d8-807d-d4b3bbed769f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.716107] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "68902688-0da5-48d8-807d-d4b3bbed769f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.716279] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "68902688-0da5-48d8-807d-d4b3bbed769f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.718545] env[69220]: INFO nova.compute.manager [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Terminating instance [ 1259.921020] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801790, 'name': ReconfigVM_Task, 'duration_secs': 0.275719} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.921366] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d/volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.925835] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0207902-f046-4d8a-98e8-1277acceb5f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.940541] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1259.940541] env[69220]: value = "task-2801791" [ 1259.940541] env[69220]: _type = "Task" [ 1259.940541] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.948013] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.222729] env[69220]: DEBUG nova.compute.manager [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.223020] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.223985] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb6c9b6-6b59-4f3a-b870-a46c7f4ce31d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.231451] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.231691] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49914117-1c8e-444c-8718-c08960271c18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.238496] env[69220]: DEBUG oslo_vmware.api [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1260.238496] env[69220]: value = "task-2801792" [ 1260.238496] env[69220]: _type = "Task" [ 1260.238496] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.246430] env[69220]: DEBUG oslo_vmware.api [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.451462] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801791, 'name': ReconfigVM_Task, 'duration_secs': 0.136746} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.451687] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1260.452281] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2afced77-6b9d-46b9-9fcb-5e559e9477d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.458787] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1260.458787] env[69220]: value = "task-2801793" [ 1260.458787] env[69220]: _type = "Task" [ 1260.458787] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.466449] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801793, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.748453] env[69220]: DEBUG oslo_vmware.api [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801792, 'name': PowerOffVM_Task, 'duration_secs': 0.239874} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.748651] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.748817] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.749072] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e740e4a-378c-4f26-ab4b-f02acb578e72 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.829164] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.829372] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.829554] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleting the datastore file [datastore2] 68902688-0da5-48d8-807d-d4b3bbed769f {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.829820] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4720791-5b76-4607-84d1-d4009fdbace3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.835860] env[69220]: DEBUG oslo_vmware.api [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for the task: (returnval){ [ 1260.835860] env[69220]: value = "task-2801795" [ 1260.835860] env[69220]: _type = "Task" [ 1260.835860] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.843159] env[69220]: DEBUG oslo_vmware.api [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.968208] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801793, 'name': Rename_Task, 'duration_secs': 0.178544} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.968589] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.968690] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e8b2eb-1312-4c31-807a-0e6ec44f732d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.973767] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1260.973767] env[69220]: value = "task-2801796" [ 1260.973767] env[69220]: _type = "Task" [ 1260.973767] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.980738] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.346222] env[69220]: DEBUG oslo_vmware.api [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Task: {'id': task-2801795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129163} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.346459] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.346653] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.346843] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.347029] env[69220]: INFO nova.compute.manager [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1261.347271] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.347469] env[69220]: DEBUG nova.compute.manager [-] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.347551] env[69220]: DEBUG nova.network.neutron [-] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.483223] env[69220]: DEBUG oslo_vmware.api [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801796, 'name': PowerOnVM_Task, 'duration_secs': 0.492727} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.483495] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.483750] env[69220]: DEBUG nova.compute.manager [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.484468] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0ef28a-5329-412a-842d-fda2efb4ff20 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.798811] env[69220]: DEBUG nova.compute.manager [req-340862cb-8375-4bdc-ada2-ebecc22574fa req-b7c069e1-7a66-4639-b5ba-2e9df3794f56 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Received event network-vif-deleted-529336c5-932a-4006-b219-b51d1e4f347e {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1261.799622] env[69220]: INFO nova.compute.manager [req-340862cb-8375-4bdc-ada2-ebecc22574fa req-b7c069e1-7a66-4639-b5ba-2e9df3794f56 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Neutron deleted interface 529336c5-932a-4006-b219-b51d1e4f347e; detaching it from the instance and deleting it from the info cache [ 1261.799622] env[69220]: DEBUG nova.network.neutron [req-340862cb-8375-4bdc-ada2-ebecc22574fa req-b7c069e1-7a66-4639-b5ba-2e9df3794f56 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.001725] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.002053] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.002277] env[69220]: DEBUG nova.objects.instance [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1262.275890] env[69220]: DEBUG nova.network.neutron [-] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.302582] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e9e92ff-c39e-4f90-943b-8cbd599d4ccc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.312929] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d33cb1-828b-4623-b761-40e15f8fbfad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.341549] env[69220]: DEBUG nova.compute.manager [req-340862cb-8375-4bdc-ada2-ebecc22574fa req-b7c069e1-7a66-4639-b5ba-2e9df3794f56 service nova] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Detach interface failed, port_id=529336c5-932a-4006-b219-b51d1e4f347e, reason: Instance 68902688-0da5-48d8-807d-d4b3bbed769f could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1262.779562] env[69220]: INFO nova.compute.manager [-] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Took 1.43 seconds to deallocate network for instance. [ 1263.012257] env[69220]: DEBUG oslo_concurrency.lockutils [None req-31cd7b80-f624-4e1f-af88-5f1a9b835160 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.286608] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.286903] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.287153] env[69220]: DEBUG nova.objects.instance [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lazy-loading 'resources' on Instance uuid 68902688-0da5-48d8-807d-d4b3bbed769f {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.869193] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264ab51b-d3b9-4129-8017-904566bbd8da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.876587] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5b4312-8688-417e-8469-7978d85ded1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.906552] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a57b0-1781-469f-86ea-edba926105b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.913263] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f612c623-6131-49a0-aa10-9e85b3666f2b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.926549] env[69220]: DEBUG nova.compute.provider_tree [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.430484] env[69220]: DEBUG nova.scheduler.client.report [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.935445] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.955455] env[69220]: INFO nova.scheduler.client.report [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Deleted allocations for instance 68902688-0da5-48d8-807d-d4b3bbed769f [ 1265.463746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c4e0b23b-77f3-472f-9c2c-cbeda35a05c5 tempest-AttachInterfacesTestJSON-734239988 tempest-AttachInterfacesTestJSON-734239988-project-member] Lock "68902688-0da5-48d8-807d-d4b3bbed769f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.748s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.028693] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.029029] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1271.029455] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.458971] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquiring lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.459224] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.962307] env[69220]: DEBUG nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.029808] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.485039] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.485039] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.486230] env[69220]: INFO nova.compute.claims [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.792830] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.793125] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.793237] env[69220]: INFO nova.compute.manager [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Shelving [ 1273.029221] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.534078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.569977] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4153f34d-dc49-40fa-b83c-e8784409ef9b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.577251] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67c63f8-6054-4be8-8d0b-740b2f4d5bc8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.605825] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25484fe-fd99-4028-9447-823ede10bea4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.612236] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5346b-5349-4759-aa7a-5225b878616d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.625403] env[69220]: DEBUG nova.compute.provider_tree [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.801869] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.802188] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b455050-9864-4f70-93eb-86fc5c0a6017 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.809244] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1273.809244] env[69220]: value = "task-2801797" [ 1273.809244] env[69220]: _type = "Task" [ 1273.809244] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.817099] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.129159] env[69220]: DEBUG nova.scheduler.client.report [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.322090] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801797, 'name': PowerOffVM_Task, 'duration_secs': 0.238667} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.322452] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.323549] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce41286d-0199-4c59-9ac3-ac0f90fb4cf0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.341309] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d127b69-1b2f-4780-b272-e06eafbdd333 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.633960] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.634541] env[69220]: DEBUG nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.637483] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.103s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.637576] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.637722] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1274.639037] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b65c02e-f8d5-4fc9-b1c2-e8577bd92e13 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.647325] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2baa3e-9697-4b43-96b8-0fc540cffa2c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.661194] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10657cc2-c22f-4abf-9a36-e4251cb0b9f3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.667729] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b175f-161b-488f-a157-40b6db16edc5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.697815] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179979MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.697970] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.698197] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.850558] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1274.850880] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8743749f-2f40-4619-8e55-20e4dd7c455c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.858741] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1274.858741] env[69220]: value = "task-2801798" [ 1274.858741] env[69220]: _type = "Task" [ 1274.858741] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.866438] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.140111] env[69220]: DEBUG nova.compute.utils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.141571] env[69220]: DEBUG nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.141750] env[69220]: DEBUG nova.network.neutron [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.192081] env[69220]: DEBUG nova.policy [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8004a7998e2d462b8efd634aec7ad11f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c49eddeefa48548f2ac6afa0005aa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.369553] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801798, 'name': CreateSnapshot_Task, 'duration_secs': 0.437865} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.369840] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1275.370595] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed8c81f-e7ae-44b3-907c-36408501da98 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.451139] env[69220]: DEBUG nova.network.neutron [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Successfully created port: 291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.645088] env[69220]: DEBUG nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.721023] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5b70c878-32be-42ca-8ded-963b3e77ba43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.721141] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8810e65e-9342-4d7d-a82e-b2558e5cfcaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.721185] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance f170ef25-bb81-4a3e-a06c-65d7e30893b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.721297] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 695192ca-772a-4a6c-bd01-18e606007a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.721411] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 9a5ab31e-b14b-46cb-b8da-560fc5fc112c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.721522] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 8c6f4cda-5183-4407-9e30-0d3dcad1cce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1275.721702] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1275.721839] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1275.797194] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad2eb10-ab18-4752-8c63-5a34c723d351 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.804601] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c222a0-366f-4f85-9cf8-0536cd0dfa62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.835056] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9d8e6b-2346-4737-9105-79b179f4f2f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.842013] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c180c-9231-4c81-8f38-7e330df6c8ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.854873] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.887344] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1275.887587] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-485c97f2-3300-443b-932a-855ac18e45a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.894980] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1275.894980] env[69220]: value = "task-2801799" [ 1275.894980] env[69220]: _type = "Task" [ 1275.894980] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.902652] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801799, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.358019] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.404845] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801799, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.655408] env[69220]: DEBUG nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.684122] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.684396] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.684594] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.684808] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.684993] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.685207] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.685454] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.685647] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.685847] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.686073] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.686253] env[69220]: DEBUG nova.virt.hardware [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.687185] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dcd8c6-ba08-448b-a87a-55bf83e57501 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.695108] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfc2adf-69fc-49f8-979d-3178408c8e47 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.810435] env[69220]: DEBUG nova.compute.manager [req-1c8ff830-5d7d-4f03-bcc3-172ede03366f req-e8522a4a-4026-475d-8594-c82f20c836ce service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Received event network-vif-plugged-291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1276.810657] env[69220]: DEBUG oslo_concurrency.lockutils [req-1c8ff830-5d7d-4f03-bcc3-172ede03366f req-e8522a4a-4026-475d-8594-c82f20c836ce service nova] Acquiring lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.810862] env[69220]: DEBUG oslo_concurrency.lockutils [req-1c8ff830-5d7d-4f03-bcc3-172ede03366f req-e8522a4a-4026-475d-8594-c82f20c836ce service nova] Lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.811153] env[69220]: DEBUG oslo_concurrency.lockutils [req-1c8ff830-5d7d-4f03-bcc3-172ede03366f req-e8522a4a-4026-475d-8594-c82f20c836ce service nova] Lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.811348] env[69220]: DEBUG nova.compute.manager [req-1c8ff830-5d7d-4f03-bcc3-172ede03366f req-e8522a4a-4026-475d-8594-c82f20c836ce service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] No waiting events found dispatching network-vif-plugged-291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.811512] env[69220]: WARNING nova.compute.manager [req-1c8ff830-5d7d-4f03-bcc3-172ede03366f req-e8522a4a-4026-475d-8594-c82f20c836ce service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Received unexpected event network-vif-plugged-291f28bc-e1c6-43bd-a003-6a0c50c824ff for instance with vm_state building and task_state spawning. [ 1276.863752] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1276.863752] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.896074] env[69220]: DEBUG nova.network.neutron [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Successfully updated port: 291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.908638] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801799, 'name': CloneVM_Task, 'duration_secs': 0.969745} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.909702] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Created linked-clone VM from snapshot [ 1276.910470] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea599f-97b8-4aee-af4f-0f69b29a0a04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.918263] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Uploading image cca65758-b77a-493b-9a35-f52936bce2e5 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1276.942956] env[69220]: DEBUG oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1276.942956] env[69220]: value = "vm-563008" [ 1276.942956] env[69220]: _type = "VirtualMachine" [ 1276.942956] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1276.943280] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43b28515-0b4c-4d57-827c-0a6751d0efde {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.950434] env[69220]: DEBUG oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lease: (returnval){ [ 1276.950434] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5216686c-fbe9-61e6-f55a-dba2525d8b71" [ 1276.950434] env[69220]: _type = "HttpNfcLease" [ 1276.950434] env[69220]: } obtained for exporting VM: (result){ [ 1276.950434] env[69220]: value = "vm-563008" [ 1276.950434] env[69220]: _type = "VirtualMachine" [ 1276.950434] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1276.950733] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the lease: (returnval){ [ 1276.950733] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5216686c-fbe9-61e6-f55a-dba2525d8b71" [ 1276.950733] env[69220]: _type = "HttpNfcLease" [ 1276.950733] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.956882] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.956882] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5216686c-fbe9-61e6-f55a-dba2525d8b71" [ 1276.956882] env[69220]: _type = "HttpNfcLease" [ 1276.956882] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.404216] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquiring lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.404371] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquired lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.404521] env[69220]: DEBUG nova.network.neutron [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.458537] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.458537] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5216686c-fbe9-61e6-f55a-dba2525d8b71" [ 1277.458537] env[69220]: _type = "HttpNfcLease" [ 1277.458537] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.458826] env[69220]: DEBUG oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.458826] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5216686c-fbe9-61e6-f55a-dba2525d8b71" [ 1277.458826] env[69220]: _type = "HttpNfcLease" [ 1277.458826] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1277.459568] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e806bf10-952a-460c-ba22-df0b63fe2ee4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.466422] env[69220]: DEBUG oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5059c-0fe4-6e81-dac4-31fa8a5cfbd8/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.466591] env[69220]: DEBUG oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5059c-0fe4-6e81-dac4-31fa8a5cfbd8/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1277.553119] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06231743-ad3f-4579-8a72-1172e078ef12 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.858821] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.859214] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.938031] env[69220]: DEBUG nova.network.neutron [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.082091] env[69220]: DEBUG nova.network.neutron [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Updating instance_info_cache with network_info: [{"id": "291f28bc-e1c6-43bd-a003-6a0c50c824ff", "address": "fa:16:3e:08:2c:9a", "network": {"id": "1d6c33c0-33ab-4ff5-934a-ac12c31e5877", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-76453020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c49eddeefa48548f2ac6afa0005aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291f28bc-e1", "ovs_interfaceid": "291f28bc-e1c6-43bd-a003-6a0c50c824ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.364759] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.364951] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.584942] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Releasing lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.585323] env[69220]: DEBUG nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Instance network_info: |[{"id": "291f28bc-e1c6-43bd-a003-6a0c50c824ff", "address": "fa:16:3e:08:2c:9a", "network": {"id": "1d6c33c0-33ab-4ff5-934a-ac12c31e5877", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-76453020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c49eddeefa48548f2ac6afa0005aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291f28bc-e1", "ovs_interfaceid": "291f28bc-e1c6-43bd-a003-6a0c50c824ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.585776] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:2c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '291f28bc-e1c6-43bd-a003-6a0c50c824ff', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.594367] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Creating folder: Project (c7c49eddeefa48548f2ac6afa0005aa0). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.594689] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48d29c5-693e-4126-ae4d-e1e18fd218de {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.606034] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Created folder: Project (c7c49eddeefa48548f2ac6afa0005aa0) in parent group-v562703. [ 1278.606297] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Creating folder: Instances. Parent ref: group-v563009. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.606668] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33ac2d87-e004-44c9-8f28-6bb73ea8810d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.615226] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Created folder: Instances in parent group-v563009. [ 1278.615456] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.615705] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.616063] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d309c73-fb55-41b0-8057-07d597a95e10 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.634955] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.634955] env[69220]: value = "task-2801803" [ 1278.634955] env[69220]: _type = "Task" [ 1278.634955] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.642504] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801803, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.838236] env[69220]: DEBUG nova.compute.manager [req-051d45fa-c144-4f24-aa16-4b5d8d7f15b4 req-de826c6a-6f31-4a54-ae04-9804caec0c44 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Received event network-changed-291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.838526] env[69220]: DEBUG nova.compute.manager [req-051d45fa-c144-4f24-aa16-4b5d8d7f15b4 req-de826c6a-6f31-4a54-ae04-9804caec0c44 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Refreshing instance network info cache due to event network-changed-291f28bc-e1c6-43bd-a003-6a0c50c824ff. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1278.838902] env[69220]: DEBUG oslo_concurrency.lockutils [req-051d45fa-c144-4f24-aa16-4b5d8d7f15b4 req-de826c6a-6f31-4a54-ae04-9804caec0c44 service nova] Acquiring lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.839182] env[69220]: DEBUG oslo_concurrency.lockutils [req-051d45fa-c144-4f24-aa16-4b5d8d7f15b4 req-de826c6a-6f31-4a54-ae04-9804caec0c44 service nova] Acquired lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.839514] env[69220]: DEBUG nova.network.neutron [req-051d45fa-c144-4f24-aa16-4b5d8d7f15b4 req-de826c6a-6f31-4a54-ae04-9804caec0c44 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Refreshing network info cache for port 291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.029100] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.145341] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801803, 'name': CreateVM_Task, 'duration_secs': 0.361906} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.145560] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.146302] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.146545] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.147068] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.147408] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5bd4a4-f487-41ef-8abe-3b08434d0e24 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.152272] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1279.152272] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52606f00-7308-5332-3a38-b459d1ccd2a2" [ 1279.152272] env[69220]: _type = "Task" [ 1279.152272] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.161453] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52606f00-7308-5332-3a38-b459d1ccd2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.531881] env[69220]: DEBUG nova.network.neutron [req-051d45fa-c144-4f24-aa16-4b5d8d7f15b4 req-de826c6a-6f31-4a54-ae04-9804caec0c44 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Updated VIF entry in instance network info cache for port 291f28bc-e1c6-43bd-a003-6a0c50c824ff. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.532380] env[69220]: DEBUG nova.network.neutron [req-051d45fa-c144-4f24-aa16-4b5d8d7f15b4 req-de826c6a-6f31-4a54-ae04-9804caec0c44 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Updating instance_info_cache with network_info: [{"id": "291f28bc-e1c6-43bd-a003-6a0c50c824ff", "address": "fa:16:3e:08:2c:9a", "network": {"id": "1d6c33c0-33ab-4ff5-934a-ac12c31e5877", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-76453020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c49eddeefa48548f2ac6afa0005aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291f28bc-e1", "ovs_interfaceid": "291f28bc-e1c6-43bd-a003-6a0c50c824ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.663215] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52606f00-7308-5332-3a38-b459d1ccd2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.663469] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.663701] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.663930] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.664087] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.664268] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.664533] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e30920-c130-4362-bd89-2862d9993495 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.673267] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.673435] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.674152] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9f6593-2484-4ccf-b12a-3a8496f25ee7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.679090] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1279.679090] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5265df73-3c0f-8b97-1b96-3c41ae538e95" [ 1279.679090] env[69220]: _type = "Task" [ 1279.679090] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.686568] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5265df73-3c0f-8b97-1b96-3c41ae538e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.035480] env[69220]: DEBUG oslo_concurrency.lockutils [req-051d45fa-c144-4f24-aa16-4b5d8d7f15b4 req-de826c6a-6f31-4a54-ae04-9804caec0c44 service nova] Releasing lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.189523] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5265df73-3c0f-8b97-1b96-3c41ae538e95, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.190221] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a282dcb-1ba3-4f11-902f-33cd0bb3d669 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.195633] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1280.195633] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bb905f-3a11-952c-1ab9-8db1b3680b30" [ 1280.195633] env[69220]: _type = "Task" [ 1280.195633] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.203815] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bb905f-3a11-952c-1ab9-8db1b3680b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.707264] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bb905f-3a11-952c-1ab9-8db1b3680b30, 'name': SearchDatastore_Task, 'duration_secs': 0.012653} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.707487] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.707776] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8c6f4cda-5183-4407-9e30-0d3dcad1cce7/8c6f4cda-5183-4407-9e30-0d3dcad1cce7.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.708100] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aca13e65-8dd9-4c95-b8bb-237b2e007c02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.715887] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1280.715887] env[69220]: value = "task-2801804" [ 1280.715887] env[69220]: _type = "Task" [ 1280.715887] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.724173] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.225280] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470334} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.225573] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 8c6f4cda-5183-4407-9e30-0d3dcad1cce7/8c6f4cda-5183-4407-9e30-0d3dcad1cce7.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.225918] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.226169] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5df75a9-7608-467f-88e2-b82e4c6543b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.233198] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1281.233198] env[69220]: value = "task-2801805" [ 1281.233198] env[69220]: _type = "Task" [ 1281.233198] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.241086] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.743539] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063376} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.743728] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.744395] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac1e6f-61d2-48d5-8280-cf0db402a666 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.766321] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 8c6f4cda-5183-4407-9e30-0d3dcad1cce7/8c6f4cda-5183-4407-9e30-0d3dcad1cce7.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.767098] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ef80ea-d45e-4a0e-b889-c8bb61c3fd0b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.786257] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1281.786257] env[69220]: value = "task-2801806" [ 1281.786257] env[69220]: _type = "Task" [ 1281.786257] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.795773] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.296893] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801806, 'name': ReconfigVM_Task, 'duration_secs': 0.261772} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.297223] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 8c6f4cda-5183-4407-9e30-0d3dcad1cce7/8c6f4cda-5183-4407-9e30-0d3dcad1cce7.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.297853] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f556350f-fa17-4f25-8542-a39dbf30da4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.305057] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1282.305057] env[69220]: value = "task-2801807" [ 1282.305057] env[69220]: _type = "Task" [ 1282.305057] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.312996] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801807, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.814263] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801807, 'name': Rename_Task, 'duration_secs': 0.152301} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.814549] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.814811] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea3a94fa-88d1-459c-bdb6-6b9d0983ecf3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.822141] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1282.822141] env[69220]: value = "task-2801808" [ 1282.822141] env[69220]: _type = "Task" [ 1282.822141] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.829780] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.332576] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.836381] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801808, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.334756] env[69220]: DEBUG oslo_vmware.api [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801808, 'name': PowerOnVM_Task, 'duration_secs': 1.03269} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.336527] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.336527] env[69220]: INFO nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1284.336527] env[69220]: DEBUG nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.336857] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f5d6b9-bc16-4dd3-9531-85b1e5042092 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.854909] env[69220]: INFO nova.compute.manager [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Took 12.39 seconds to build instance. [ 1284.905023] env[69220]: DEBUG oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5059c-0fe4-6e81-dac4-31fa8a5cfbd8/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1284.905896] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97d539c-b8a9-4abf-b92f-4bd0828ba2f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.912639] env[69220]: DEBUG oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5059c-0fe4-6e81-dac4-31fa8a5cfbd8/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1284.912801] env[69220]: ERROR oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5059c-0fe4-6e81-dac4-31fa8a5cfbd8/disk-0.vmdk due to incomplete transfer. [ 1284.913253] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe822a8d-eefb-4781-bd8c-e0e420eda199 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.923400] env[69220]: DEBUG oslo_vmware.rw_handles [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5059c-0fe4-6e81-dac4-31fa8a5cfbd8/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1284.923593] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Uploaded image cca65758-b77a-493b-9a35-f52936bce2e5 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1284.925979] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1284.926246] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f3d70d9b-7ff0-4664-b657-ffa58cd8e612 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.931690] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1284.931690] env[69220]: value = "task-2801809" [ 1284.931690] env[69220]: _type = "Task" [ 1284.931690] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.940137] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801809, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.357907] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6ef37b23-6cf8-48e8-9106-181a700c1d6d tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.898s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.390637] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "695192ca-772a-4a6c-bd01-18e606007a96" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.391000] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.391342] env[69220]: INFO nova.compute.manager [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Shelving [ 1285.441481] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801809, 'name': Destroy_Task, 'duration_secs': 0.333609} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.441738] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Destroyed the VM [ 1285.442012] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1285.442281] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad0911f9-ac42-456b-94b1-9d001ff78c85 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.447933] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1285.447933] env[69220]: value = "task-2801810" [ 1285.447933] env[69220]: _type = "Task" [ 1285.447933] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.456637] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.546357] env[69220]: DEBUG nova.compute.manager [req-7a535783-01a2-477b-bb2f-399542bf7f9f req-f035c426-afba-42b4-85e9-fe8d851ae2fd service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Received event network-changed-291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1285.546617] env[69220]: DEBUG nova.compute.manager [req-7a535783-01a2-477b-bb2f-399542bf7f9f req-f035c426-afba-42b4-85e9-fe8d851ae2fd service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Refreshing instance network info cache due to event network-changed-291f28bc-e1c6-43bd-a003-6a0c50c824ff. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1285.546851] env[69220]: DEBUG oslo_concurrency.lockutils [req-7a535783-01a2-477b-bb2f-399542bf7f9f req-f035c426-afba-42b4-85e9-fe8d851ae2fd service nova] Acquiring lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.547040] env[69220]: DEBUG oslo_concurrency.lockutils [req-7a535783-01a2-477b-bb2f-399542bf7f9f req-f035c426-afba-42b4-85e9-fe8d851ae2fd service nova] Acquired lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.547307] env[69220]: DEBUG nova.network.neutron [req-7a535783-01a2-477b-bb2f-399542bf7f9f req-f035c426-afba-42b4-85e9-fe8d851ae2fd service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Refreshing network info cache for port 291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.957412] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801810, 'name': RemoveSnapshot_Task, 'duration_secs': 0.337938} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.957669] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1285.957943] env[69220]: DEBUG nova.compute.manager [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.958761] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9546d417-2a2b-4e28-94f3-fcdb246b4ab1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.264833] env[69220]: DEBUG nova.network.neutron [req-7a535783-01a2-477b-bb2f-399542bf7f9f req-f035c426-afba-42b4-85e9-fe8d851ae2fd service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Updated VIF entry in instance network info cache for port 291f28bc-e1c6-43bd-a003-6a0c50c824ff. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.265270] env[69220]: DEBUG nova.network.neutron [req-7a535783-01a2-477b-bb2f-399542bf7f9f req-f035c426-afba-42b4-85e9-fe8d851ae2fd service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Updating instance_info_cache with network_info: [{"id": "291f28bc-e1c6-43bd-a003-6a0c50c824ff", "address": "fa:16:3e:08:2c:9a", "network": {"id": "1d6c33c0-33ab-4ff5-934a-ac12c31e5877", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-76453020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c49eddeefa48548f2ac6afa0005aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291f28bc-e1", "ovs_interfaceid": "291f28bc-e1c6-43bd-a003-6a0c50c824ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.400505] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.400905] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d41fcdea-5e13-4b04-a867-b17a08c87383 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.408840] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1286.408840] env[69220]: value = "task-2801811" [ 1286.408840] env[69220]: _type = "Task" [ 1286.408840] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.416551] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.470570] env[69220]: INFO nova.compute.manager [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Shelve offloading [ 1286.768237] env[69220]: DEBUG oslo_concurrency.lockutils [req-7a535783-01a2-477b-bb2f-399542bf7f9f req-f035c426-afba-42b4-85e9-fe8d851ae2fd service nova] Releasing lock "refresh_cache-8c6f4cda-5183-4407-9e30-0d3dcad1cce7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.919778] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801811, 'name': PowerOffVM_Task, 'duration_secs': 0.200617} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.920063] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.920851] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7531527-1414-462d-81d3-4d51b1c978ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.938534] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19388185-6d7b-4307-a588-34b3b7da130b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.974606] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.975245] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3615173-d2cc-4ff5-87c2-72fb9eb28369 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.982356] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1286.982356] env[69220]: value = "task-2801812" [ 1286.982356] env[69220]: _type = "Task" [ 1286.982356] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.989711] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.449209] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1287.449606] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c0e3ef3-4c8e-4330-b806-f77298928db1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.456932] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1287.456932] env[69220]: value = "task-2801813" [ 1287.456932] env[69220]: _type = "Task" [ 1287.456932] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.466699] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.492566] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1287.492807] env[69220]: DEBUG nova.compute.manager [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.493637] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b3397f-f973-4d83-a62d-0e174650e28e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.499299] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.499463] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.499629] env[69220]: DEBUG nova.network.neutron [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.967144] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801813, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.194262] env[69220]: DEBUG nova.network.neutron [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating instance_info_cache with network_info: [{"id": "80efa099-833a-4e8d-af00-9cf0ef307d40", "address": "fa:16:3e:42:42:99", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80efa099-83", "ovs_interfaceid": "80efa099-833a-4e8d-af00-9cf0ef307d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.468106] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801813, 'name': CreateSnapshot_Task, 'duration_secs': 0.659079} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.468452] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1288.469109] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b04114-8afa-45b9-9ccc-29d205ce9724 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.696753] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.913038] env[69220]: DEBUG nova.compute.manager [req-98d990b8-ad75-4ae2-aa17-cad169a04109 req-3adacd95-dea7-49e2-ab6f-999a950ab9a3 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received event network-vif-unplugged-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1288.913267] env[69220]: DEBUG oslo_concurrency.lockutils [req-98d990b8-ad75-4ae2-aa17-cad169a04109 req-3adacd95-dea7-49e2-ab6f-999a950ab9a3 service nova] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.913470] env[69220]: DEBUG oslo_concurrency.lockutils [req-98d990b8-ad75-4ae2-aa17-cad169a04109 req-3adacd95-dea7-49e2-ab6f-999a950ab9a3 service nova] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.913638] env[69220]: DEBUG oslo_concurrency.lockutils [req-98d990b8-ad75-4ae2-aa17-cad169a04109 req-3adacd95-dea7-49e2-ab6f-999a950ab9a3 service nova] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.913803] env[69220]: DEBUG nova.compute.manager [req-98d990b8-ad75-4ae2-aa17-cad169a04109 req-3adacd95-dea7-49e2-ab6f-999a950ab9a3 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] No waiting events found dispatching network-vif-unplugged-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.913968] env[69220]: WARNING nova.compute.manager [req-98d990b8-ad75-4ae2-aa17-cad169a04109 req-3adacd95-dea7-49e2-ab6f-999a950ab9a3 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received unexpected event network-vif-unplugged-80efa099-833a-4e8d-af00-9cf0ef307d40 for instance with vm_state shelved and task_state shelving_offloading. [ 1288.986820] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1288.987200] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7977b984-a666-465f-8c02-4cc06ec7dd69 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.996116] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1288.996116] env[69220]: value = "task-2801814" [ 1288.996116] env[69220]: _type = "Task" [ 1288.996116] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.003894] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801814, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.004778] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.005509] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002e3e4-a295-4b37-8e61-c8dd9b36783b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.011510] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.011719] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a303342f-1046-4035-9da7-206467a60a88 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.086593] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.086957] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.087319] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleting the datastore file [datastore1] f170ef25-bb81-4a3e-a06c-65d7e30893b7 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.087706] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7545f04-a4da-4ab1-a296-01f09ecfae4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.095215] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1289.095215] env[69220]: value = "task-2801816" [ 1289.095215] env[69220]: _type = "Task" [ 1289.095215] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.103816] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.505474] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801814, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.607324] env[69220]: DEBUG oslo_vmware.api [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136784} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.607523] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.607766] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.607980] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.631230] env[69220]: INFO nova.scheduler.client.report [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted allocations for instance f170ef25-bb81-4a3e-a06c-65d7e30893b7 [ 1289.845683] env[69220]: DEBUG oslo_concurrency.lockutils [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.846021] env[69220]: DEBUG oslo_concurrency.lockutils [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.846273] env[69220]: DEBUG nova.compute.manager [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.847299] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eed39d-09cf-449c-b4bf-462b216418c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.854210] env[69220]: DEBUG nova.compute.manager [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1289.854761] env[69220]: DEBUG nova.objects.instance [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'flavor' on Instance uuid 9a5ab31e-b14b-46cb-b8da-560fc5fc112c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.006675] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801814, 'name': CloneVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.136417] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.136762] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.137020] env[69220]: DEBUG nova.objects.instance [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'resources' on Instance uuid f170ef25-bb81-4a3e-a06c-65d7e30893b7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.507975] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801814, 'name': CloneVM_Task, 'duration_secs': 1.021841} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.508701] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Created linked-clone VM from snapshot [ 1290.509083] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ca45c1-27d1-4368-973d-bfd3ea084910 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.516605] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Uploading image a49eff74-39ce-40bf-9d85-cfa3d1d530ee {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1290.538573] env[69220]: DEBUG oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1290.538573] env[69220]: value = "vm-563013" [ 1290.538573] env[69220]: _type = "VirtualMachine" [ 1290.538573] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1290.538820] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d709652f-401b-45a1-80fd-d05cb419333c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.548024] env[69220]: DEBUG oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease: (returnval){ [ 1290.548024] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523abc93-9ea2-cd20-7d26-393f900cf087" [ 1290.548024] env[69220]: _type = "HttpNfcLease" [ 1290.548024] env[69220]: } obtained for exporting VM: (result){ [ 1290.548024] env[69220]: value = "vm-563013" [ 1290.548024] env[69220]: _type = "VirtualMachine" [ 1290.548024] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1290.548024] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the lease: (returnval){ [ 1290.548024] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523abc93-9ea2-cd20-7d26-393f900cf087" [ 1290.548024] env[69220]: _type = "HttpNfcLease" [ 1290.548024] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1290.552875] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.552875] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523abc93-9ea2-cd20-7d26-393f900cf087" [ 1290.552875] env[69220]: _type = "HttpNfcLease" [ 1290.552875] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1290.639269] env[69220]: DEBUG nova.objects.instance [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'numa_topology' on Instance uuid f170ef25-bb81-4a3e-a06c-65d7e30893b7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.863016] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.863316] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-237d5670-aad9-4236-9e8d-fe62b3d63c70 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.870716] env[69220]: DEBUG oslo_vmware.api [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1290.870716] env[69220]: value = "task-2801818" [ 1290.870716] env[69220]: _type = "Task" [ 1290.870716] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.881090] env[69220]: DEBUG oslo_vmware.api [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.946296] env[69220]: DEBUG nova.compute.manager [req-d9fcac03-cbe2-42f1-b09c-c6acf2da8adc req-0e90979d-dd4c-4118-a43d-a835cb50395b service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received event network-changed-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1290.946450] env[69220]: DEBUG nova.compute.manager [req-d9fcac03-cbe2-42f1-b09c-c6acf2da8adc req-0e90979d-dd4c-4118-a43d-a835cb50395b service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Refreshing instance network info cache due to event network-changed-80efa099-833a-4e8d-af00-9cf0ef307d40. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1290.946668] env[69220]: DEBUG oslo_concurrency.lockutils [req-d9fcac03-cbe2-42f1-b09c-c6acf2da8adc req-0e90979d-dd4c-4118-a43d-a835cb50395b service nova] Acquiring lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.946809] env[69220]: DEBUG oslo_concurrency.lockutils [req-d9fcac03-cbe2-42f1-b09c-c6acf2da8adc req-0e90979d-dd4c-4118-a43d-a835cb50395b service nova] Acquired lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.946971] env[69220]: DEBUG nova.network.neutron [req-d9fcac03-cbe2-42f1-b09c-c6acf2da8adc req-0e90979d-dd4c-4118-a43d-a835cb50395b service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Refreshing network info cache for port 80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.054339] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1291.054339] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523abc93-9ea2-cd20-7d26-393f900cf087" [ 1291.054339] env[69220]: _type = "HttpNfcLease" [ 1291.054339] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1291.054633] env[69220]: DEBUG oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1291.054633] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523abc93-9ea2-cd20-7d26-393f900cf087" [ 1291.054633] env[69220]: _type = "HttpNfcLease" [ 1291.054633] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1291.055715] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cbc4fc-0534-4cc3-876b-275898c5a016 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.064727] env[69220]: DEBUG oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5d93d-669c-60ab-840c-c550f1150a65/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1291.064892] env[69220]: DEBUG oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5d93d-669c-60ab-840c-c550f1150a65/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1291.141701] env[69220]: DEBUG nova.objects.base [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1291.155760] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc9236f9-1e6e-40a2-aaf6-fa92a601ae36 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.218388] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330c37d3-ec0d-4504-a85e-a655f247f847 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.225367] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b36a0-4596-4ace-9408-a08f92e38e44 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.255086] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f176b04-3c6e-4dab-83f8-cc6669110a54 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.262109] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd19467-20be-48b1-9688-61408eaf98f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.274760] env[69220]: DEBUG nova.compute.provider_tree [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.381485] env[69220]: DEBUG oslo_vmware.api [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801818, 'name': PowerOffVM_Task, 'duration_secs': 0.259801} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.381485] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.381485] env[69220]: DEBUG nova.compute.manager [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.381485] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a9734-04d6-46d8-9c43-c99b5d92e380 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.491205] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.685357] env[69220]: DEBUG nova.network.neutron [req-d9fcac03-cbe2-42f1-b09c-c6acf2da8adc req-0e90979d-dd4c-4118-a43d-a835cb50395b service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updated VIF entry in instance network info cache for port 80efa099-833a-4e8d-af00-9cf0ef307d40. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.685745] env[69220]: DEBUG nova.network.neutron [req-d9fcac03-cbe2-42f1-b09c-c6acf2da8adc req-0e90979d-dd4c-4118-a43d-a835cb50395b service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating instance_info_cache with network_info: [{"id": "80efa099-833a-4e8d-af00-9cf0ef307d40", "address": "fa:16:3e:42:42:99", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap80efa099-83", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.777731] env[69220]: DEBUG nova.scheduler.client.report [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.893139] env[69220]: DEBUG oslo_concurrency.lockutils [None req-eb40159e-db39-484b-b4cc-5e7d5f67ff60 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.188989] env[69220]: DEBUG oslo_concurrency.lockutils [req-d9fcac03-cbe2-42f1-b09c-c6acf2da8adc req-0e90979d-dd4c-4118-a43d-a835cb50395b service nova] Releasing lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.269270] env[69220]: DEBUG nova.objects.instance [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'flavor' on Instance uuid 9a5ab31e-b14b-46cb-b8da-560fc5fc112c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.283963] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.774827] env[69220]: DEBUG oslo_concurrency.lockutils [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.775171] env[69220]: DEBUG oslo_concurrency.lockutils [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.775240] env[69220]: DEBUG nova.network.neutron [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.775536] env[69220]: DEBUG nova.objects.instance [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'info_cache' on Instance uuid 9a5ab31e-b14b-46cb-b8da-560fc5fc112c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.791583] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f276ebfa-4ecb-40ea-8127-a9be6cf0faa8 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.998s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.792935] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.302s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.793133] env[69220]: INFO nova.compute.manager [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Unshelving [ 1293.279412] env[69220]: DEBUG nova.objects.base [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Object Instance<9a5ab31e-b14b-46cb-b8da-560fc5fc112c> lazy-loaded attributes: flavor,info_cache {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.802009] env[69220]: DEBUG nova.compute.utils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.004050] env[69220]: DEBUG nova.network.neutron [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Updating instance_info_cache with network_info: [{"id": "95c26526-5044-4f52-9916-4a14cb357094", "address": "fa:16:3e:80:4b:d8", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c26526-50", "ovs_interfaceid": "95c26526-5044-4f52-9916-4a14cb357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.305521] env[69220]: INFO nova.virt.block_device [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Booting with volume dc921d37-77cd-4445-8b5c-d2eea35bee3f at /dev/sdb [ 1294.346081] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b46fb152-1f3d-489d-9e07-011aafd33ec3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.356369] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7efa5-36f1-42fa-850a-17f5445db1c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.388579] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-016c5bec-14ea-437d-9a16-f02acd169758 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.397082] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232ee55f-cc54-445c-bb69-59c2ecaf9a25 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.424669] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc627a4-43f4-4e75-8f94-62cf2f3c7dd6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.431580] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98225695-7b0b-42e4-9ca9-bad3bedf367f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.444710] env[69220]: DEBUG nova.virt.block_device [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating existing volume attachment record: ef78ca12-49dc-47a6-9a1a-6e2ca6dbc496 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1294.506661] env[69220]: DEBUG oslo_concurrency.lockutils [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.513453] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.513833] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f367124-5fda-4a75-8107-f547d1ce758d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.522423] env[69220]: DEBUG oslo_vmware.api [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1295.522423] env[69220]: value = "task-2801822" [ 1295.522423] env[69220]: _type = "Task" [ 1295.522423] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.530069] env[69220]: DEBUG oslo_vmware.api [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.032725] env[69220]: DEBUG oslo_vmware.api [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801822, 'name': PowerOnVM_Task, 'duration_secs': 0.375807} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.033085] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.033332] env[69220]: DEBUG nova.compute.manager [None req-62abafb2-3bf5-40ea-a9aa-e71047acab13 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.034208] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d578124-7d6c-4816-930a-c0aba3be26bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.057034] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86984ae7-0117-487c-85c3-20e02e0301d7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.063943] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9df85b-b276-4dc4-9dd8-25c60c27aa2d tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Suspending the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1297.064121] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6551bda2-121b-4d59-b3c7-f28d48420027 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.070147] env[69220]: DEBUG oslo_vmware.api [None req-6c9df85b-b276-4dc4-9dd8-25c60c27aa2d tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1297.070147] env[69220]: value = "task-2801824" [ 1297.070147] env[69220]: _type = "Task" [ 1297.070147] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.079535] env[69220]: DEBUG oslo_vmware.api [None req-6c9df85b-b276-4dc4-9dd8-25c60c27aa2d tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801824, 'name': SuspendVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.579868] env[69220]: DEBUG oslo_vmware.api [None req-6c9df85b-b276-4dc4-9dd8-25c60c27aa2d tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801824, 'name': SuspendVM_Task} progress is 79%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.080931] env[69220]: DEBUG oslo_vmware.api [None req-6c9df85b-b276-4dc4-9dd8-25c60c27aa2d tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801824, 'name': SuspendVM_Task, 'duration_secs': 0.576231} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.081351] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9df85b-b276-4dc4-9dd8-25c60c27aa2d tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Suspended the VM {{(pid=69220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1298.081399] env[69220]: DEBUG nova.compute.manager [None req-6c9df85b-b276-4dc4-9dd8-25c60c27aa2d tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.082158] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb64b8e-4128-4a82-8568-2985c57b4aa1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.511161] env[69220]: DEBUG oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5d93d-669c-60ab-840c-c550f1150a65/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1298.512119] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86171d03-62f5-47bf-8a28-4972ea023de7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.518384] env[69220]: DEBUG oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5d93d-669c-60ab-840c-c550f1150a65/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1298.518544] env[69220]: ERROR oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5d93d-669c-60ab-840c-c550f1150a65/disk-0.vmdk due to incomplete transfer. [ 1298.518759] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-048c807f-63f9-49b4-96c3-1707c042f2d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.525385] env[69220]: DEBUG oslo_vmware.rw_handles [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5d93d-669c-60ab-840c-c550f1150a65/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1298.525570] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Uploaded image a49eff74-39ce-40bf-9d85-cfa3d1d530ee to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1298.527784] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1298.528013] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17fa2041-038e-445c-ac5e-62b172b00516 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.533850] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1298.533850] env[69220]: value = "task-2801825" [ 1298.533850] env[69220]: _type = "Task" [ 1298.533850] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.540738] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801825, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.043491] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801825, 'name': Destroy_Task, 'duration_secs': 0.337835} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.043749] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Destroyed the VM [ 1299.043977] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1299.044222] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-766c9892-58d6-4370-815a-f6f78c38f3cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.050024] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1299.050024] env[69220]: value = "task-2801826" [ 1299.050024] env[69220]: _type = "Task" [ 1299.050024] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.057273] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.418355] env[69220]: INFO nova.compute.manager [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Resuming [ 1299.419029] env[69220]: DEBUG nova.objects.instance [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'flavor' on Instance uuid 9a5ab31e-b14b-46cb-b8da-560fc5fc112c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.507491] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.507729] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.559262] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.341781} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.559503] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1299.559761] env[69220]: DEBUG nova.compute.manager [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.560505] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ecffd4-6c10-499c-a474-876b92a5b068 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.010696] env[69220]: INFO nova.compute.manager [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Detaching volume d3dda1b1-5212-41ee-b9d0-9107a90cc23d [ 1300.043954] env[69220]: INFO nova.virt.block_device [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Attempting to driver detach volume d3dda1b1-5212-41ee-b9d0-9107a90cc23d from mountpoint /dev/sdb [ 1300.044323] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1300.044547] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1300.045476] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87e8f8-fe97-4e25-9988-c3b883600ec3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.050925] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.051275] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.051595] env[69220]: DEBUG nova.objects.instance [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'pci_requests' on Instance uuid f170ef25-bb81-4a3e-a06c-65d7e30893b7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.085945] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf75e10-5593-4a6a-b6b9-c5031e5b63af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.089047] env[69220]: INFO nova.compute.manager [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Shelve offloading [ 1300.096655] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be979b4a-89a5-46b4-ac3e-e4bedb3ad870 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.118032] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35c9cc8-28fa-4514-9025-efbbc1b5bdb7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.132528] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] The volume has not been displaced from its original location: [datastore2] volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d/volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1300.137830] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.138124] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd9d632-9139-4ed1-8d92-81fd7608406b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.155545] env[69220]: DEBUG oslo_vmware.api [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1300.155545] env[69220]: value = "task-2801827" [ 1300.155545] env[69220]: _type = "Task" [ 1300.155545] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.163062] env[69220]: DEBUG oslo_vmware.api [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.556277] env[69220]: DEBUG nova.objects.instance [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'numa_topology' on Instance uuid f170ef25-bb81-4a3e-a06c-65d7e30893b7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.593012] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.593433] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38abe4f1-6090-4ae5-b941-3f860edac041 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.601743] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1300.601743] env[69220]: value = "task-2801828" [ 1300.601743] env[69220]: _type = "Task" [ 1300.601743] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.609230] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.664791] env[69220]: DEBUG oslo_vmware.api [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801827, 'name': ReconfigVM_Task, 'duration_secs': 0.201912} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.665152] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.672143] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c3b28c-cf73-4f2a-bf72-df272b61acc8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.687314] env[69220]: DEBUG oslo_vmware.api [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1300.687314] env[69220]: value = "task-2801829" [ 1300.687314] env[69220]: _type = "Task" [ 1300.687314] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.695159] env[69220]: DEBUG oslo_vmware.api [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.929783] env[69220]: DEBUG oslo_concurrency.lockutils [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.930046] env[69220]: DEBUG oslo_concurrency.lockutils [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquired lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.930290] env[69220]: DEBUG nova.network.neutron [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.058675] env[69220]: INFO nova.compute.claims [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.111583] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1301.111793] env[69220]: DEBUG nova.compute.manager [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.112556] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489dba7e-c0fd-4eca-bede-9c6ef2259a81 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.117840] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.118022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.118190] env[69220]: DEBUG nova.network.neutron [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.197140] env[69220]: DEBUG oslo_vmware.api [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.632528] env[69220]: DEBUG nova.network.neutron [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Updating instance_info_cache with network_info: [{"id": "95c26526-5044-4f52-9916-4a14cb357094", "address": "fa:16:3e:80:4b:d8", "network": {"id": "143dc814-765f-4435-9030-1335ff541d1e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1366946913-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c517e5ccf444864b3c4e2100626de93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c26526-50", "ovs_interfaceid": "95c26526-5044-4f52-9916-4a14cb357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.697816] env[69220]: DEBUG oslo_vmware.api [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.812254] env[69220]: DEBUG nova.network.neutron [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [{"id": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "address": "fa:16:3e:8e:22:ee", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297b26e-34", "ovs_interfaceid": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.135761] env[69220]: DEBUG oslo_concurrency.lockutils [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Releasing lock "refresh_cache-9a5ab31e-b14b-46cb-b8da-560fc5fc112c" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.136831] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac5fd8-9a5b-407d-805c-dcdf642403ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.143465] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Resuming the VM {{(pid=69220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1302.144532] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a4b5c6-947e-4092-a7db-23b37d15ad89 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.146586] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c3a59-7593-4139-a539-464fde63412d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.155817] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb7c2bc-5b0c-457e-858a-50eae30da4c7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.158746] env[69220]: DEBUG oslo_vmware.api [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1302.158746] env[69220]: value = "task-2801830" [ 1302.158746] env[69220]: _type = "Task" [ 1302.158746] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.190888] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e1c81-5e88-4e40-bf13-567a549aa8e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.193682] env[69220]: DEBUG oslo_vmware.api [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.204515] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4986bcdb-f948-49d9-b386-ad05ba7002e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.208182] env[69220]: DEBUG oslo_vmware.api [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801829, 'name': ReconfigVM_Task, 'duration_secs': 1.132908} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.208491] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563003', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'name': 'volume-d3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8810e65e-9342-4d7d-a82e-b2558e5cfcaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d', 'serial': 'd3dda1b1-5212-41ee-b9d0-9107a90cc23d'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1302.219941] env[69220]: DEBUG nova.compute.provider_tree [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.314913] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.520215] env[69220]: DEBUG nova.compute.manager [req-d2242967-31db-4dcb-86ba-56fdb7ab6a28 req-ca896f6c-8959-410e-9f3f-ae5819754478 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received event network-vif-unplugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1302.520422] env[69220]: DEBUG oslo_concurrency.lockutils [req-d2242967-31db-4dcb-86ba-56fdb7ab6a28 req-ca896f6c-8959-410e-9f3f-ae5819754478 service nova] Acquiring lock "695192ca-772a-4a6c-bd01-18e606007a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.520658] env[69220]: DEBUG oslo_concurrency.lockutils [req-d2242967-31db-4dcb-86ba-56fdb7ab6a28 req-ca896f6c-8959-410e-9f3f-ae5819754478 service nova] Lock "695192ca-772a-4a6c-bd01-18e606007a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.520829] env[69220]: DEBUG oslo_concurrency.lockutils [req-d2242967-31db-4dcb-86ba-56fdb7ab6a28 req-ca896f6c-8959-410e-9f3f-ae5819754478 service nova] Lock "695192ca-772a-4a6c-bd01-18e606007a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.521009] env[69220]: DEBUG nova.compute.manager [req-d2242967-31db-4dcb-86ba-56fdb7ab6a28 req-ca896f6c-8959-410e-9f3f-ae5819754478 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] No waiting events found dispatching network-vif-unplugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.521471] env[69220]: WARNING nova.compute.manager [req-d2242967-31db-4dcb-86ba-56fdb7ab6a28 req-ca896f6c-8959-410e-9f3f-ae5819754478 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received unexpected event network-vif-unplugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 for instance with vm_state shelved and task_state shelving_offloading. [ 1302.671101] env[69220]: DEBUG oslo_vmware.api [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801830, 'name': PowerOnVM_Task, 'duration_secs': 0.406463} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.671428] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Resumed the VM {{(pid=69220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1302.671581] env[69220]: DEBUG nova.compute.manager [None req-672570ba-a1f7-4d80-a385-9c07d2150aa9 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.672629] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3950c7a-5feb-4482-83d1-bf12294da7a7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.707599] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.708560] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a94b909-737c-4d36-9164-3074e74671d3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.716948] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.718119] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c0868a-3533-4df0-a15e-50535a044048 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.723273] env[69220]: DEBUG nova.scheduler.client.report [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.750865] env[69220]: DEBUG nova.objects.instance [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'flavor' on Instance uuid 8810e65e-9342-4d7d-a82e-b2558e5cfcaa {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.799118] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.799363] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.799535] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleting the datastore file [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.799814] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2903ce39-4689-4cab-b5c9-47eca2c88c3f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.808396] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1302.808396] env[69220]: value = "task-2801832" [ 1302.808396] env[69220]: _type = "Task" [ 1302.808396] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.816203] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.228109] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.177s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.258485] env[69220]: INFO nova.network.neutron [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating port 80efa099-833a-4e8d-af00-9cf0ef307d40 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1303.319226] env[69220]: DEBUG oslo_vmware.api [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17841} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.319545] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.319743] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.319916] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.344064] env[69220]: INFO nova.scheduler.client.report [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted allocations for instance 695192ca-772a-4a6c-bd01-18e606007a96 [ 1303.758329] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a76200ad-2f4b-46fe-b71f-17e8302080cc tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.250s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.848955] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.849258] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.849479] env[69220]: DEBUG nova.objects.instance [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'resources' on Instance uuid 695192ca-772a-4a6c-bd01-18e606007a96 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.130857] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.131183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.131431] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.131654] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.131862] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.134211] env[69220]: INFO nova.compute.manager [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Terminating instance [ 1304.351701] env[69220]: DEBUG nova.objects.instance [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'numa_topology' on Instance uuid 695192ca-772a-4a6c-bd01-18e606007a96 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.545669] env[69220]: DEBUG nova.compute.manager [req-3795e4e8-70ed-459b-8ef6-b4252fa28e8f req-8483b535-6002-4a63-9c95-180af5643591 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received event network-changed-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1304.545859] env[69220]: DEBUG nova.compute.manager [req-3795e4e8-70ed-459b-8ef6-b4252fa28e8f req-8483b535-6002-4a63-9c95-180af5643591 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Refreshing instance network info cache due to event network-changed-4297b26e-34b0-46ec-a1db-bc6d373c1a76. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1304.546081] env[69220]: DEBUG oslo_concurrency.lockutils [req-3795e4e8-70ed-459b-8ef6-b4252fa28e8f req-8483b535-6002-4a63-9c95-180af5643591 service nova] Acquiring lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.546223] env[69220]: DEBUG oslo_concurrency.lockutils [req-3795e4e8-70ed-459b-8ef6-b4252fa28e8f req-8483b535-6002-4a63-9c95-180af5643591 service nova] Acquired lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.546387] env[69220]: DEBUG nova.network.neutron [req-3795e4e8-70ed-459b-8ef6-b4252fa28e8f req-8483b535-6002-4a63-9c95-180af5643591 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Refreshing network info cache for port 4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.638301] env[69220]: DEBUG nova.compute.manager [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.638551] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.639627] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322db33e-0773-4dad-98a1-d63175004d84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.647582] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.647815] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf9c3c8-4b32-4782-9286-3210287cb767 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.655695] env[69220]: DEBUG oslo_vmware.api [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1304.655695] env[69220]: value = "task-2801833" [ 1304.655695] env[69220]: _type = "Task" [ 1304.655695] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.663255] env[69220]: DEBUG oslo_vmware.api [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.789434] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.789845] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.790152] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.790410] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.790659] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.793067] env[69220]: INFO nova.compute.manager [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Terminating instance [ 1304.838300] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.838512] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.838767] env[69220]: DEBUG nova.network.neutron [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.854039] env[69220]: DEBUG nova.objects.base [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Object Instance<695192ca-772a-4a6c-bd01-18e606007a96> lazy-loaded attributes: resources,numa_topology {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.934465] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15695d31-14de-445f-9f68-8ba67dce8364 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.941910] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b53e9a-1120-40c9-a47d-8799d8d10e02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.970582] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfc649a-70e8-43ca-ab7a-eb7b4bdf7673 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.977164] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8b3830-033d-425e-8994-96b6a5fdf4d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.991230] env[69220]: DEBUG nova.compute.provider_tree [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.123324] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "695192ca-772a-4a6c-bd01-18e606007a96" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.167264] env[69220]: DEBUG oslo_vmware.api [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801833, 'name': PowerOffVM_Task, 'duration_secs': 0.178201} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.167557] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.167726] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.167968] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b857ae45-9680-49a5-82fe-b852e6beecf6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.281716] env[69220]: DEBUG nova.network.neutron [req-3795e4e8-70ed-459b-8ef6-b4252fa28e8f req-8483b535-6002-4a63-9c95-180af5643591 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updated VIF entry in instance network info cache for port 4297b26e-34b0-46ec-a1db-bc6d373c1a76. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.282081] env[69220]: DEBUG nova.network.neutron [req-3795e4e8-70ed-459b-8ef6-b4252fa28e8f req-8483b535-6002-4a63-9c95-180af5643591 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [{"id": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "address": "fa:16:3e:8e:22:ee", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4297b26e-34", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.297222] env[69220]: DEBUG nova.compute.manager [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.297502] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.298922] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6f8e0a-bc58-4b90-bc22-37945aaf22c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.306104] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.306327] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0513238e-5076-4afb-a0e7-69b7b5587a2e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.312313] env[69220]: DEBUG oslo_vmware.api [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1305.312313] env[69220]: value = "task-2801835" [ 1305.312313] env[69220]: _type = "Task" [ 1305.312313] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.320089] env[69220]: DEBUG oslo_vmware.api [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.480114] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.480361] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.480540] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleting the datastore file [datastore1] 9a5ab31e-b14b-46cb-b8da-560fc5fc112c {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.480825] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b80c90-5e6d-409b-864f-9ac3e1e1a8f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.487082] env[69220]: DEBUG oslo_vmware.api [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for the task: (returnval){ [ 1305.487082] env[69220]: value = "task-2801836" [ 1305.487082] env[69220]: _type = "Task" [ 1305.487082] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.495523] env[69220]: DEBUG nova.scheduler.client.report [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.498625] env[69220]: DEBUG oslo_vmware.api [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.568176] env[69220]: DEBUG nova.network.neutron [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating instance_info_cache with network_info: [{"id": "80efa099-833a-4e8d-af00-9cf0ef307d40", "address": "fa:16:3e:42:42:99", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80efa099-83", "ovs_interfaceid": "80efa099-833a-4e8d-af00-9cf0ef307d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.785288] env[69220]: DEBUG oslo_concurrency.lockutils [req-3795e4e8-70ed-459b-8ef6-b4252fa28e8f req-8483b535-6002-4a63-9c95-180af5643591 service nova] Releasing lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.822034] env[69220]: DEBUG oslo_vmware.api [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801835, 'name': PowerOffVM_Task, 'duration_secs': 0.186038} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.822372] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.822462] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.822713] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c084bf5-44ea-4fec-a613-7d6feebc7bb2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.887070] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.887070] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.887070] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleting the datastore file [datastore2] 8810e65e-9342-4d7d-a82e-b2558e5cfcaa {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.887070] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffb58a4f-11b3-4b44-952b-53c6e925d549 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.893061] env[69220]: DEBUG oslo_vmware.api [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1305.893061] env[69220]: value = "task-2801838" [ 1305.893061] env[69220]: _type = "Task" [ 1305.893061] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.900731] env[69220]: DEBUG oslo_vmware.api [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.996924] env[69220]: DEBUG oslo_vmware.api [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Task: {'id': task-2801836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140486} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.997208] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.997432] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.998545] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.998785] env[69220]: INFO nova.compute.manager [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1305.999065] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.999293] env[69220]: DEBUG nova.compute.manager [-] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.999401] env[69220]: DEBUG nova.network.neutron [-] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.001453] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.071177] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.098862] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a609972a9783e41c58b9b97b37a4476c',container_format='bare',created_at=2025-03-06T09:12:46Z,direct_url=,disk_format='vmdk',id=cca65758-b77a-493b-9a35-f52936bce2e5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1840168373-shelved',owner='97ee93eac20644bf94b9383ed68d2498',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-06T09:12:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.099067] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.099235] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.099410] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.099559] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.099725] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.099908] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.100263] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.100263] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.100388] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.100587] env[69220]: DEBUG nova.virt.hardware [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.101457] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c5a87f-9c16-478a-89e2-6a170079fecb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.109475] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaa8ea7-c5ae-43e4-a637-695d3df9937c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.122702] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:42:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80efa099-833a-4e8d-af00-9cf0ef307d40', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.130047] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.131029] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.131029] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc62f276-6d6f-4079-b244-2c59a5981a99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.149962] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.149962] env[69220]: value = "task-2801839" [ 1306.149962] env[69220]: _type = "Task" [ 1306.149962] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.158828] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801839, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.403933] env[69220]: DEBUG oslo_vmware.api [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144935} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.404236] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.404384] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.404557] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.404729] env[69220]: INFO nova.compute.manager [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1306.404971] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.405178] env[69220]: DEBUG nova.compute.manager [-] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.405275] env[69220]: DEBUG nova.network.neutron [-] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.510226] env[69220]: DEBUG oslo_concurrency.lockutils [None req-afe76ce1-6207-4bc1-8ad6-638bf62161fe tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.119s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.511425] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.388s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.511425] env[69220]: INFO nova.compute.manager [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Unshelving [ 1306.575265] env[69220]: DEBUG nova.compute.manager [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received event network-vif-plugged-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1306.575265] env[69220]: DEBUG oslo_concurrency.lockutils [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.575265] env[69220]: DEBUG oslo_concurrency.lockutils [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.579420] env[69220]: DEBUG oslo_concurrency.lockutils [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.579420] env[69220]: DEBUG nova.compute.manager [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] No waiting events found dispatching network-vif-plugged-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.579420] env[69220]: WARNING nova.compute.manager [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received unexpected event network-vif-plugged-80efa099-833a-4e8d-af00-9cf0ef307d40 for instance with vm_state shelved_offloaded and task_state spawning. [ 1306.579420] env[69220]: DEBUG nova.compute.manager [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received event network-changed-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1306.579420] env[69220]: DEBUG nova.compute.manager [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Refreshing instance network info cache due to event network-changed-80efa099-833a-4e8d-af00-9cf0ef307d40. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1306.579420] env[69220]: DEBUG oslo_concurrency.lockutils [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] Acquiring lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.579420] env[69220]: DEBUG oslo_concurrency.lockutils [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] Acquired lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.579420] env[69220]: DEBUG nova.network.neutron [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Refreshing network info cache for port 80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.662599] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801839, 'name': CreateVM_Task, 'duration_secs': 0.332415} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.662976] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.663799] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.664133] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.664642] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.665041] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2b1865-8c41-402f-a61b-cee9cc086580 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.669817] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1306.669817] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52018c0a-e27a-cd9f-ba8b-8b23f199585b" [ 1306.669817] env[69220]: _type = "Task" [ 1306.669817] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.678417] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52018c0a-e27a-cd9f-ba8b-8b23f199585b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.057817] env[69220]: DEBUG nova.compute.manager [req-23131cee-cb04-4bc3-be52-1579e4f9ed81 req-cf6d9d4c-0582-49f5-bcaf-fbbef8e22665 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Received event network-vif-deleted-3bf6b7d0-82b2-46ad-8d3e-db865db9186f {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1307.058096] env[69220]: INFO nova.compute.manager [req-23131cee-cb04-4bc3-be52-1579e4f9ed81 req-cf6d9d4c-0582-49f5-bcaf-fbbef8e22665 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Neutron deleted interface 3bf6b7d0-82b2-46ad-8d3e-db865db9186f; detaching it from the instance and deleting it from the info cache [ 1307.058298] env[69220]: DEBUG nova.network.neutron [req-23131cee-cb04-4bc3-be52-1579e4f9ed81 req-cf6d9d4c-0582-49f5-bcaf-fbbef8e22665 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.182150] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.182416] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Processing image cca65758-b77a-493b-9a35-f52936bce2e5 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.182654] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5/cca65758-b77a-493b-9a35-f52936bce2e5.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.182797] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5/cca65758-b77a-493b-9a35-f52936bce2e5.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.182971] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.183243] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d15309c-abac-46d8-a4d0-996678c5fc74 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.191284] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.191426] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.192418] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20b9b1d-d55d-476c-b86c-e63aa7394473 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.198829] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1307.198829] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f4ba8e-55b4-63a1-5b31-2134c56f02f9" [ 1307.198829] env[69220]: _type = "Task" [ 1307.198829] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.207193] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f4ba8e-55b4-63a1-5b31-2134c56f02f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.227237] env[69220]: DEBUG nova.network.neutron [-] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.297642] env[69220]: DEBUG nova.network.neutron [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updated VIF entry in instance network info cache for port 80efa099-833a-4e8d-af00-9cf0ef307d40. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.297991] env[69220]: DEBUG nova.network.neutron [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating instance_info_cache with network_info: [{"id": "80efa099-833a-4e8d-af00-9cf0ef307d40", "address": "fa:16:3e:42:42:99", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80efa099-83", "ovs_interfaceid": "80efa099-833a-4e8d-af00-9cf0ef307d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.537834] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.538218] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.538498] env[69220]: DEBUG nova.objects.instance [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'pci_requests' on Instance uuid 695192ca-772a-4a6c-bd01-18e606007a96 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.547625] env[69220]: DEBUG nova.network.neutron [-] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.562143] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-299be69d-8f1e-4e25-8ec2-b1128162187b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.572215] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2654ee-1805-4dc6-bd27-350b610424ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.599505] env[69220]: DEBUG nova.compute.manager [req-23131cee-cb04-4bc3-be52-1579e4f9ed81 req-cf6d9d4c-0582-49f5-bcaf-fbbef8e22665 service nova] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Detach interface failed, port_id=3bf6b7d0-82b2-46ad-8d3e-db865db9186f, reason: Instance 8810e65e-9342-4d7d-a82e-b2558e5cfcaa could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1307.708617] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Preparing fetch location {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1307.708871] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Fetch image to [datastore2] OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6/OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6.vmdk {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1307.709072] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Downloading stream optimized image cca65758-b77a-493b-9a35-f52936bce2e5 to [datastore2] OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6/OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6.vmdk on the data store datastore2 as vApp {{(pid=69220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1307.709252] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Downloading image file data cca65758-b77a-493b-9a35-f52936bce2e5 to the ESX as VM named 'OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6' {{(pid=69220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1307.730311] env[69220]: INFO nova.compute.manager [-] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Took 1.73 seconds to deallocate network for instance. [ 1307.784665] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1307.784665] env[69220]: value = "resgroup-9" [ 1307.784665] env[69220]: _type = "ResourcePool" [ 1307.784665] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1307.784968] env[69220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d6ac1c2-a754-470d-880b-221e2d779f84 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.802148] env[69220]: DEBUG oslo_concurrency.lockutils [req-18b37b8b-fd43-4e47-b62d-67f486b7b4ee req-4aa5f2a6-01bf-44cd-9ddf-a1f8ea554866 service nova] Releasing lock "refresh_cache-f170ef25-bb81-4a3e-a06c-65d7e30893b7" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.808740] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lease: (returnval){ [ 1307.808740] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5262de62-e926-8713-0d9e-af99487402fa" [ 1307.808740] env[69220]: _type = "HttpNfcLease" [ 1307.808740] env[69220]: } obtained for vApp import into resource pool (val){ [ 1307.808740] env[69220]: value = "resgroup-9" [ 1307.808740] env[69220]: _type = "ResourcePool" [ 1307.808740] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1307.809163] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the lease: (returnval){ [ 1307.809163] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5262de62-e926-8713-0d9e-af99487402fa" [ 1307.809163] env[69220]: _type = "HttpNfcLease" [ 1307.809163] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1307.817260] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1307.817260] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5262de62-e926-8713-0d9e-af99487402fa" [ 1307.817260] env[69220]: _type = "HttpNfcLease" [ 1307.817260] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1308.044573] env[69220]: DEBUG nova.objects.instance [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'numa_topology' on Instance uuid 695192ca-772a-4a6c-bd01-18e606007a96 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.050900] env[69220]: INFO nova.compute.manager [-] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Took 1.65 seconds to deallocate network for instance. [ 1308.237020] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.316942] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1308.316942] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5262de62-e926-8713-0d9e-af99487402fa" [ 1308.316942] env[69220]: _type = "HttpNfcLease" [ 1308.316942] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1308.317245] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1308.317245] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5262de62-e926-8713-0d9e-af99487402fa" [ 1308.317245] env[69220]: _type = "HttpNfcLease" [ 1308.317245] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1308.318011] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73373dd-5774-4b76-a0ae-4f0a972a1519 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.324815] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272301a-49b8-e848-224b-fb8042cb0a7c/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1308.324989] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272301a-49b8-e848-224b-fb8042cb0a7c/disk-0.vmdk. {{(pid=69220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1308.387205] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6d91bde-4c88-4e49-a694-2664cee8e107 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.547835] env[69220]: INFO nova.compute.claims [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.557255] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.599981] env[69220]: DEBUG nova.compute.manager [req-74fc55c0-2e20-4d6d-88b8-a3296c13acd8 req-073f0334-7b43-4308-987d-62bbe0217d7a service nova] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Received event network-vif-deleted-95c26526-5044-4f52-9916-4a14cb357094 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1309.568501] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Completed reading data from the image iterator. {{(pid=69220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1309.568914] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272301a-49b8-e848-224b-fb8042cb0a7c/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1309.569682] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b3177-d498-4622-bd5d-9f32fe8ddd5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.575979] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272301a-49b8-e848-224b-fb8042cb0a7c/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1309.576153] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272301a-49b8-e848-224b-fb8042cb0a7c/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1309.576377] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5cd53402-8ba3-4c3b-a1b7-af07f37a35fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.648469] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc6e97-9d7b-4c21-80bf-1e1c6f423085 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.655921] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43e87aa-e7c2-4dbc-ba18-380b8cb53b2e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.686108] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaac896-07af-4129-ad7f-0ad4e4ad3b18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.693431] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914712a8-5d0a-4c04-b5cf-5dea86ef79ea {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.706527] env[69220]: DEBUG nova.compute.provider_tree [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.755196] env[69220]: DEBUG oslo_vmware.rw_handles [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5272301a-49b8-e848-224b-fb8042cb0a7c/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1309.755454] env[69220]: INFO nova.virt.vmwareapi.images [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Downloaded image file data cca65758-b77a-493b-9a35-f52936bce2e5 [ 1309.756308] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be796dfb-7112-4107-94f9-7ce4a0e5de21 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.771962] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-447a16b2-220b-4ac8-a72c-92d97bfe3060 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.794613] env[69220]: INFO nova.virt.vmwareapi.images [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] The imported VM was unregistered [ 1309.797040] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Caching image {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1309.797282] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.797568] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb09a3db-207e-416e-9fe1-8a696f9fb802 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.817597] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Created directory with path [datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.817793] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6/OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6.vmdk to [datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5/cca65758-b77a-493b-9a35-f52936bce2e5.vmdk. {{(pid=69220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1309.818055] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2e7cd8a7-e616-4004-b374-c1aea6d46bd2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.825240] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1309.825240] env[69220]: value = "task-2801842" [ 1309.825240] env[69220]: _type = "Task" [ 1309.825240] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.833407] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801842, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.210203] env[69220]: DEBUG nova.scheduler.client.report [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.334913] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801842, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.715286] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.177s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.717864] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.481s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.718123] env[69220]: DEBUG nova.objects.instance [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lazy-loading 'resources' on Instance uuid 9a5ab31e-b14b-46cb-b8da-560fc5fc112c {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.749632] env[69220]: INFO nova.network.neutron [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating port 4297b26e-34b0-46ec-a1db-bc6d373c1a76 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1310.836598] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801842, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.318297] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6689a10-0283-40ef-a60d-95605e7c2860 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.326563] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326ca72b-b3d7-4d1c-8912-537e21ccb6b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.339234] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801842, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.365278] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a397442-b9d2-40fd-9867-358e58869b9e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.373099] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe57cbb-44f0-470e-841b-2471372e2cef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.387029] env[69220]: DEBUG nova.compute.provider_tree [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.840264] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801842, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.890779] env[69220]: DEBUG nova.scheduler.client.report [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.148567] env[69220]: DEBUG nova.compute.manager [req-322f8466-70fe-4a02-a0ac-b32d07f6157b req-618a7035-489f-4082-a366-89e8b4c671f6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received event network-vif-plugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1312.148784] env[69220]: DEBUG oslo_concurrency.lockutils [req-322f8466-70fe-4a02-a0ac-b32d07f6157b req-618a7035-489f-4082-a366-89e8b4c671f6 service nova] Acquiring lock "695192ca-772a-4a6c-bd01-18e606007a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.148988] env[69220]: DEBUG oslo_concurrency.lockutils [req-322f8466-70fe-4a02-a0ac-b32d07f6157b req-618a7035-489f-4082-a366-89e8b4c671f6 service nova] Lock "695192ca-772a-4a6c-bd01-18e606007a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.149170] env[69220]: DEBUG oslo_concurrency.lockutils [req-322f8466-70fe-4a02-a0ac-b32d07f6157b req-618a7035-489f-4082-a366-89e8b4c671f6 service nova] Lock "695192ca-772a-4a6c-bd01-18e606007a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.149332] env[69220]: DEBUG nova.compute.manager [req-322f8466-70fe-4a02-a0ac-b32d07f6157b req-618a7035-489f-4082-a366-89e8b4c671f6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] No waiting events found dispatching network-vif-plugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.149489] env[69220]: WARNING nova.compute.manager [req-322f8466-70fe-4a02-a0ac-b32d07f6157b req-618a7035-489f-4082-a366-89e8b4c671f6 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received unexpected event network-vif-plugged-4297b26e-34b0-46ec-a1db-bc6d373c1a76 for instance with vm_state shelved_offloaded and task_state spawning. [ 1312.229526] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.229735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.229915] env[69220]: DEBUG nova.network.neutron [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.340188] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801842, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.19189} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.340458] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6/OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6.vmdk to [datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5/cca65758-b77a-493b-9a35-f52936bce2e5.vmdk. [ 1312.340648] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Cleaning up location [datastore2] OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1312.340808] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dec63e98-cee3-4bde-ae09-d2401f524ad6 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.341063] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9d330f0-8392-403e-9f86-12284a4062d8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.346843] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1312.346843] env[69220]: value = "task-2801843" [ 1312.346843] env[69220]: _type = "Task" [ 1312.346843] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.354097] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.395449] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.397890] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.841s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.398012] env[69220]: DEBUG nova.objects.instance [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'resources' on Instance uuid 8810e65e-9342-4d7d-a82e-b2558e5cfcaa {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.414307] env[69220]: INFO nova.scheduler.client.report [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Deleted allocations for instance 9a5ab31e-b14b-46cb-b8da-560fc5fc112c [ 1312.855726] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032456} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.856029] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.856142] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5/cca65758-b77a-493b-9a35-f52936bce2e5.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.856381] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5/cca65758-b77a-493b-9a35-f52936bce2e5.vmdk to [datastore2] f170ef25-bb81-4a3e-a06c-65d7e30893b7/f170ef25-bb81-4a3e-a06c-65d7e30893b7.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.856633] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4231677-cab8-4b27-a26d-b6939d90e28a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.862440] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1312.862440] env[69220]: value = "task-2801844" [ 1312.862440] env[69220]: _type = "Task" [ 1312.862440] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.871855] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.922990] env[69220]: DEBUG oslo_concurrency.lockutils [None req-96359d42-1726-49b7-9bba-499459724d96 tempest-ServerActionsTestJSON-1867660858 tempest-ServerActionsTestJSON-1867660858-project-member] Lock "9a5ab31e-b14b-46cb-b8da-560fc5fc112c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.792s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.931182] env[69220]: DEBUG nova.network.neutron [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [{"id": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "address": "fa:16:3e:8e:22:ee", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297b26e-34", "ovs_interfaceid": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.972124] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5cf4d9-15c0-432f-8bd0-72b3004b6778 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.979983] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb91acc6-031e-41ac-b6a0-d56ef6e6e21d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.011824] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c056ad74-636d-40ca-824d-298038a1f2ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.020470] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bee218-ca92-44f3-b2bb-95617970f158 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.034675] env[69220]: DEBUG nova.compute.provider_tree [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.372709] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801844, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.433988] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.461652] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9bf0d99e1fecd42f6a58b62f845c6db5',container_format='bare',created_at=2025-03-06T09:12:58Z,direct_url=,disk_format='vmdk',id=a49eff74-39ce-40bf-9d85-cfa3d1d530ee,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2141536521-shelved',owner='a2d35b93d983475b9c1546cb99d48894',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-06T09:13:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.461906] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.462077] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.462262] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.462409] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.462554] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.462773] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.463011] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.463185] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.463358] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.463534] env[69220]: DEBUG nova.virt.hardware [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.464445] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08eb195-3ee4-471e-bc5f-7ba292502aa1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.472884] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcc85e2-a30c-4af2-bb8e-69c488f892ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.487188] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:22:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4297b26e-34b0-46ec-a1db-bc6d373c1a76', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.494810] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.495127] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.495366] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bac777e-8f43-4f92-8240-3103d7bcfe94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.515540] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.515540] env[69220]: value = "task-2801845" [ 1313.515540] env[69220]: _type = "Task" [ 1313.515540] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.524589] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801845, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.538010] env[69220]: DEBUG nova.scheduler.client.report [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.873132] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801844, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.026122] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801845, 'name': CreateVM_Task} progress is 25%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.043113] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.070101] env[69220]: INFO nova.scheduler.client.report [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted allocations for instance 8810e65e-9342-4d7d-a82e-b2558e5cfcaa [ 1314.177347] env[69220]: DEBUG nova.compute.manager [req-50915b3c-6a97-454d-8b7d-3a22fd4b97eb req-dfac2e73-c74d-4d08-b998-041e48ff7463 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received event network-changed-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1314.177612] env[69220]: DEBUG nova.compute.manager [req-50915b3c-6a97-454d-8b7d-3a22fd4b97eb req-dfac2e73-c74d-4d08-b998-041e48ff7463 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Refreshing instance network info cache due to event network-changed-4297b26e-34b0-46ec-a1db-bc6d373c1a76. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1314.177886] env[69220]: DEBUG oslo_concurrency.lockutils [req-50915b3c-6a97-454d-8b7d-3a22fd4b97eb req-dfac2e73-c74d-4d08-b998-041e48ff7463 service nova] Acquiring lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.178051] env[69220]: DEBUG oslo_concurrency.lockutils [req-50915b3c-6a97-454d-8b7d-3a22fd4b97eb req-dfac2e73-c74d-4d08-b998-041e48ff7463 service nova] Acquired lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.178222] env[69220]: DEBUG nova.network.neutron [req-50915b3c-6a97-454d-8b7d-3a22fd4b97eb req-dfac2e73-c74d-4d08-b998-041e48ff7463 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Refreshing network info cache for port 4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.374717] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801844, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.527136] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801845, 'name': CreateVM_Task, 'duration_secs': 0.70279} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.527337] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.528077] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.528278] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.528685] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.528960] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40d6837-bb2d-4cd1-a62f-d080fab77c1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.534241] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1314.534241] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52729ed1-d112-ba5b-8c77-ddfa3a4f0b05" [ 1314.534241] env[69220]: _type = "Task" [ 1314.534241] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.542037] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52729ed1-d112-ba5b-8c77-ddfa3a4f0b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.582443] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9d143e6e-cd05-4142-b6d7-e07dfcc8e7d1 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "8810e65e-9342-4d7d-a82e-b2558e5cfcaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.793s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.873896] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801844, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.927972] env[69220]: DEBUG nova.network.neutron [req-50915b3c-6a97-454d-8b7d-3a22fd4b97eb req-dfac2e73-c74d-4d08-b998-041e48ff7463 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updated VIF entry in instance network info cache for port 4297b26e-34b0-46ec-a1db-bc6d373c1a76. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.928417] env[69220]: DEBUG nova.network.neutron [req-50915b3c-6a97-454d-8b7d-3a22fd4b97eb req-dfac2e73-c74d-4d08-b998-041e48ff7463 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [{"id": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "address": "fa:16:3e:8e:22:ee", "network": {"id": "3c069970-9ab5-42c7-b8fa-6a882f180b2c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1108613483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2d35b93d983475b9c1546cb99d48894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297b26e-34", "ovs_interfaceid": "4297b26e-34b0-46ec-a1db-bc6d373c1a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.045276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.045276] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Processing image a49eff74-39ce-40bf-9d85-cfa3d1d530ee {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.045276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee/a49eff74-39ce-40bf-9d85-cfa3d1d530ee.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.045276] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee/a49eff74-39ce-40bf-9d85-cfa3d1d530ee.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.045423] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.045625] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61bbe7cc-fef5-42fa-b935-184a4fb9a07c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.061682] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.061871] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.062671] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c2e4b1-15b6-4f1f-a6cf-3984b48011fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.069795] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1315.069795] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52996530-59a4-e7d0-0454-a8b3aaa718d9" [ 1315.069795] env[69220]: _type = "Task" [ 1315.069795] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.077543] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52996530-59a4-e7d0-0454-a8b3aaa718d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.374283] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801844, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.227687} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.374610] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cca65758-b77a-493b-9a35-f52936bce2e5/cca65758-b77a-493b-9a35-f52936bce2e5.vmdk to [datastore2] f170ef25-bb81-4a3e-a06c-65d7e30893b7/f170ef25-bb81-4a3e-a06c-65d7e30893b7.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.375458] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fc09d8-e7ef-400a-be5e-93098085604a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.397831] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] f170ef25-bb81-4a3e-a06c-65d7e30893b7/f170ef25-bb81-4a3e-a06c-65d7e30893b7.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.398133] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc4bb68-91f1-484c-b96c-cd477f32a821 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.418919] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1315.418919] env[69220]: value = "task-2801846" [ 1315.418919] env[69220]: _type = "Task" [ 1315.418919] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.426816] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.431213] env[69220]: DEBUG oslo_concurrency.lockutils [req-50915b3c-6a97-454d-8b7d-3a22fd4b97eb req-dfac2e73-c74d-4d08-b998-041e48ff7463 service nova] Releasing lock "refresh_cache-695192ca-772a-4a6c-bd01-18e606007a96" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.580227] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Preparing fetch location {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1315.580517] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Fetch image to [datastore2] OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec/OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec.vmdk {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1315.580721] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Downloading stream optimized image a49eff74-39ce-40bf-9d85-cfa3d1d530ee to [datastore2] OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec/OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec.vmdk on the data store datastore2 as vApp {{(pid=69220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1315.580895] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Downloading image file data a49eff74-39ce-40bf-9d85-cfa3d1d530ee to the ESX as VM named 'OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec' {{(pid=69220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1315.662235] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1315.662235] env[69220]: value = "resgroup-9" [ 1315.662235] env[69220]: _type = "ResourcePool" [ 1315.662235] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1315.662550] env[69220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-50aa2328-f8b2-43eb-a99c-56c8660943bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.685952] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease: (returnval){ [ 1315.685952] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520ba47a-1702-e97c-fc3f-9e194a9276ea" [ 1315.685952] env[69220]: _type = "HttpNfcLease" [ 1315.685952] env[69220]: } obtained for vApp import into resource pool (val){ [ 1315.685952] env[69220]: value = "resgroup-9" [ 1315.685952] env[69220]: _type = "ResourcePool" [ 1315.685952] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1315.686217] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the lease: (returnval){ [ 1315.686217] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520ba47a-1702-e97c-fc3f-9e194a9276ea" [ 1315.686217] env[69220]: _type = "HttpNfcLease" [ 1315.686217] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1315.692710] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.692710] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520ba47a-1702-e97c-fc3f-9e194a9276ea" [ 1315.692710] env[69220]: _type = "HttpNfcLease" [ 1315.692710] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.930765] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801846, 'name': ReconfigVM_Task, 'duration_secs': 0.280334} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.931067] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Reconfigured VM instance instance-00000073 to attach disk [datastore2] f170ef25-bb81-4a3e-a06c-65d7e30893b7/f170ef25-bb81-4a3e-a06c-65d7e30893b7.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.932201] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_type': 'disk', 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'image_id': '20f5dca4-a73d-4241-b651-54b8ef128790'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563015', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'name': 'volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f170ef25-bb81-4a3e-a06c-65d7e30893b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'serial': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f'}, 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'attachment_id': 'ef78ca12-49dc-47a6-9a1a-6e2ca6dbc496', 'volume_type': None}], 'swap': None} {{(pid=69220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1315.932409] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1315.932617] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563015', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'name': 'volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f170ef25-bb81-4a3e-a06c-65d7e30893b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'serial': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1315.933452] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fe3848-dd18-4ba0-a4f3-bbafc946d213 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.950973] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e5ebf-0ae9-420c-ae53-a8ab3359d2fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.977045] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f/volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.977462] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37750cc4-2ee0-45ad-aef7-eef5575c1717 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.996052] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1315.996052] env[69220]: value = "task-2801848" [ 1315.996052] env[69220]: _type = "Task" [ 1315.996052] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.003741] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.195015] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.195015] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520ba47a-1702-e97c-fc3f-9e194a9276ea" [ 1316.195015] env[69220]: _type = "HttpNfcLease" [ 1316.195015] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1316.505645] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801848, 'name': ReconfigVM_Task, 'duration_secs': 0.324199} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.505926] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f/volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.510519] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3baa82e3-aeb2-4c4e-822f-09d554b86590 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.525807] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1316.525807] env[69220]: value = "task-2801849" [ 1316.525807] env[69220]: _type = "Task" [ 1316.525807] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.533125] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "48b81861-b2a8-4fc7-9656-d4917481d7f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.533371] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "48b81861-b2a8-4fc7-9656-d4917481d7f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.538072] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.696173] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.696173] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520ba47a-1702-e97c-fc3f-9e194a9276ea" [ 1316.696173] env[69220]: _type = "HttpNfcLease" [ 1316.696173] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1316.696448] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1316.696448] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]520ba47a-1702-e97c-fc3f-9e194a9276ea" [ 1316.696448] env[69220]: _type = "HttpNfcLease" [ 1316.696448] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1316.697147] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76bd18b-92e6-462d-937d-58cb993c9006 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.703811] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211da09-a6f4-3010-550c-70c06ce0f869/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1316.703990] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211da09-a6f4-3010-550c-70c06ce0f869/disk-0.vmdk. {{(pid=69220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1316.766991] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d8c937c-08ad-45f2-9bab-d010496c9b5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.037433] env[69220]: DEBUG nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.040315] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801849, 'name': ReconfigVM_Task, 'duration_secs': 0.331833} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.041662] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563015', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'name': 'volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f170ef25-bb81-4a3e-a06c-65d7e30893b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'serial': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1317.042325] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dfd9e67-e052-4633-b311-678f3d3838b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.048543] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1317.048543] env[69220]: value = "task-2801850" [ 1317.048543] env[69220]: _type = "Task" [ 1317.048543] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.058957] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801850, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.560379] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801850, 'name': Rename_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.561529] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.561778] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.563322] env[69220]: INFO nova.compute.claims [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.959102] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Completed reading data from the image iterator. {{(pid=69220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1317.959407] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211da09-a6f4-3010-550c-70c06ce0f869/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1317.960535] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74fbcbe-8664-47d7-93a7-60b11e5c504e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.966972] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211da09-a6f4-3010-550c-70c06ce0f869/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1317.967200] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211da09-a6f4-3010-550c-70c06ce0f869/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1317.967476] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6fc27539-4df3-4abc-bf0c-8502ad2df2e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.059655] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801850, 'name': Rename_Task, 'duration_secs': 0.950569} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.060034] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.060254] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60dd79ce-6a04-4d35-a311-6342ba5e867d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.065928] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1318.065928] env[69220]: value = "task-2801851" [ 1318.065928] env[69220]: _type = "Task" [ 1318.065928] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.076338] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.210595] env[69220]: DEBUG oslo_vmware.rw_handles [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211da09-a6f4-3010-550c-70c06ce0f869/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1318.210788] env[69220]: INFO nova.virt.vmwareapi.images [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Downloaded image file data a49eff74-39ce-40bf-9d85-cfa3d1d530ee [ 1318.211617] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823f5430-5570-48ac-b0e9-4b79f593aab3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.230068] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee0aed87-7041-45df-99a0-efee7510d216 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.274993] env[69220]: INFO nova.virt.vmwareapi.images [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] The imported VM was unregistered [ 1318.278062] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Caching image {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1318.278368] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.278691] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90db258d-58e9-48b0-83b7-f2941943eb76 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.289999] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Created directory with path [datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.290201] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec/OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec.vmdk to [datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee/a49eff74-39ce-40bf-9d85-cfa3d1d530ee.vmdk. {{(pid=69220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1318.290454] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-49261f7b-cbef-4dd9-bc68-227887beeb04 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.296640] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1318.296640] env[69220]: value = "task-2801853" [ 1318.296640] env[69220]: _type = "Task" [ 1318.296640] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.304458] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801853, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.580213] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.662730] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9753e5a9-5832-4af1-9d61-7b7cf0d7ad4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.670697] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c515989-3b41-496c-ba63-3659aeec7397 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.704399] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033ce8d1-f7d7-4308-9d11-e76356b8e1a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.712058] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4b0073-ab44-47cf-823c-b9365076eca5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.726277] env[69220]: DEBUG nova.compute.provider_tree [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.808032] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801853, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.077124] env[69220]: DEBUG oslo_vmware.api [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801851, 'name': PowerOnVM_Task, 'duration_secs': 0.557117} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.077631] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.187564] env[69220]: DEBUG nova.compute.manager [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.188730] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2fc52f-1ae6-4a55-beee-9ea59a1211e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.229661] env[69220]: DEBUG nova.scheduler.client.report [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.308284] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801853, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.705934] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d1afbbc9-9b43-49f1-8831-ed4b0c5c98ea tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.913s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.734307] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.734900] env[69220]: DEBUG nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.808792] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801853, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.239717] env[69220]: DEBUG nova.compute.utils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.241243] env[69220]: DEBUG nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.241416] env[69220]: DEBUG nova.network.neutron [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.289492] env[69220]: DEBUG nova.policy [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97b6780001d34f64be60ce1249e416bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289ebec4fb7d46eb9c8ab8a6d3ac4d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.309140] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801853, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.562997] env[69220]: DEBUG nova.network.neutron [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Successfully created port: fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.746994] env[69220]: DEBUG nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.811227] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801853, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.311137] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801853, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.785964} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.311517] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec/OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec.vmdk to [datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee/a49eff74-39ce-40bf-9d85-cfa3d1d530ee.vmdk. [ 1321.311595] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Cleaning up location [datastore2] OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1321.311706] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b99111f6-31e6-450b-9dc0-4edbbb02caec {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.311956] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b82f0cbf-a97e-4b3a-b8b0-dd765a68e248 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.318200] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1321.318200] env[69220]: value = "task-2801854" [ 1321.318200] env[69220]: _type = "Task" [ 1321.318200] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.325837] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.754135] env[69220]: DEBUG nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.781123] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.781460] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.781547] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.781692] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.781873] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.782051] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.782273] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.782431] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.782595] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.782755] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.782926] env[69220]: DEBUG nova.virt.hardware [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.783804] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fcb53f-cb37-41aa-af15-c6c448264b0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.792724] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a17eda5-ac3f-46e4-a56f-5bfb12d473d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.827158] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045011} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.827409] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.827572] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee/a49eff74-39ce-40bf-9d85-cfa3d1d530ee.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.827857] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee/a49eff74-39ce-40bf-9d85-cfa3d1d530ee.vmdk to [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96/695192ca-772a-4a6c-bd01-18e606007a96.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.828136] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-564d0664-e7a7-4f15-89d6-f0272eb5ea33 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.836670] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1321.836670] env[69220]: value = "task-2801855" [ 1321.836670] env[69220]: _type = "Task" [ 1321.836670] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.847648] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.911245] env[69220]: DEBUG nova.compute.manager [req-a5b079a4-c3d4-4856-8e30-db75b099c477 req-ded5956f-bc28-4fdc-9b44-ecd09b3c59e4 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Received event network-vif-plugged-fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1321.911359] env[69220]: DEBUG oslo_concurrency.lockutils [req-a5b079a4-c3d4-4856-8e30-db75b099c477 req-ded5956f-bc28-4fdc-9b44-ecd09b3c59e4 service nova] Acquiring lock "48b81861-b2a8-4fc7-9656-d4917481d7f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.911559] env[69220]: DEBUG oslo_concurrency.lockutils [req-a5b079a4-c3d4-4856-8e30-db75b099c477 req-ded5956f-bc28-4fdc-9b44-ecd09b3c59e4 service nova] Lock "48b81861-b2a8-4fc7-9656-d4917481d7f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.911720] env[69220]: DEBUG oslo_concurrency.lockutils [req-a5b079a4-c3d4-4856-8e30-db75b099c477 req-ded5956f-bc28-4fdc-9b44-ecd09b3c59e4 service nova] Lock "48b81861-b2a8-4fc7-9656-d4917481d7f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.911918] env[69220]: DEBUG nova.compute.manager [req-a5b079a4-c3d4-4856-8e30-db75b099c477 req-ded5956f-bc28-4fdc-9b44-ecd09b3c59e4 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] No waiting events found dispatching network-vif-plugged-fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.912787] env[69220]: WARNING nova.compute.manager [req-a5b079a4-c3d4-4856-8e30-db75b099c477 req-ded5956f-bc28-4fdc-9b44-ecd09b3c59e4 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Received unexpected event network-vif-plugged-fe55a8be-8ddd-45f3-9910-77eca2d22683 for instance with vm_state building and task_state spawning. [ 1321.999198] env[69220]: DEBUG nova.network.neutron [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Successfully updated port: fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.347532] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801855, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.502406] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.502406] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.502498] env[69220]: DEBUG nova.network.neutron [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.847398] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801855, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.037471] env[69220]: DEBUG nova.network.neutron [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.179910] env[69220]: DEBUG nova.network.neutron [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Updating instance_info_cache with network_info: [{"id": "fe55a8be-8ddd-45f3-9910-77eca2d22683", "address": "fa:16:3e:77:96:7c", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe55a8be-8d", "ovs_interfaceid": "fe55a8be-8ddd-45f3-9910-77eca2d22683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.348018] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801855, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.682944] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.683341] env[69220]: DEBUG nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Instance network_info: |[{"id": "fe55a8be-8ddd-45f3-9910-77eca2d22683", "address": "fa:16:3e:77:96:7c", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe55a8be-8d", "ovs_interfaceid": "fe55a8be-8ddd-45f3-9910-77eca2d22683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.683755] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:96:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe55a8be-8ddd-45f3-9910-77eca2d22683', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.691366] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.691678] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.691893] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c43c2e87-92fd-4eef-98ee-1ad0998550b8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.712311] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.712311] env[69220]: value = "task-2801856" [ 1323.712311] env[69220]: _type = "Task" [ 1323.712311] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.720668] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801856, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.848411] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801855, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.939562] env[69220]: DEBUG nova.compute.manager [req-88422292-7fff-4019-9f3d-f853d20e5461 req-d854275e-af43-44b8-80bf-b319037fcdd5 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Received event network-changed-fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1323.939767] env[69220]: DEBUG nova.compute.manager [req-88422292-7fff-4019-9f3d-f853d20e5461 req-d854275e-af43-44b8-80bf-b319037fcdd5 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Refreshing instance network info cache due to event network-changed-fe55a8be-8ddd-45f3-9910-77eca2d22683. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1323.940057] env[69220]: DEBUG oslo_concurrency.lockutils [req-88422292-7fff-4019-9f3d-f853d20e5461 req-d854275e-af43-44b8-80bf-b319037fcdd5 service nova] Acquiring lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.940408] env[69220]: DEBUG oslo_concurrency.lockutils [req-88422292-7fff-4019-9f3d-f853d20e5461 req-d854275e-af43-44b8-80bf-b319037fcdd5 service nova] Acquired lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.940594] env[69220]: DEBUG nova.network.neutron [req-88422292-7fff-4019-9f3d-f853d20e5461 req-d854275e-af43-44b8-80bf-b319037fcdd5 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Refreshing network info cache for port fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.223131] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801856, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.348314] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801855, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.541179] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquiring lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.541427] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.541631] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquiring lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.541813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.541981] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.543984] env[69220]: INFO nova.compute.manager [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Terminating instance [ 1324.618126] env[69220]: DEBUG nova.network.neutron [req-88422292-7fff-4019-9f3d-f853d20e5461 req-d854275e-af43-44b8-80bf-b319037fcdd5 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Updated VIF entry in instance network info cache for port fe55a8be-8ddd-45f3-9910-77eca2d22683. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.618482] env[69220]: DEBUG nova.network.neutron [req-88422292-7fff-4019-9f3d-f853d20e5461 req-d854275e-af43-44b8-80bf-b319037fcdd5 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Updating instance_info_cache with network_info: [{"id": "fe55a8be-8ddd-45f3-9910-77eca2d22683", "address": "fa:16:3e:77:96:7c", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe55a8be-8d", "ovs_interfaceid": "fe55a8be-8ddd-45f3-9910-77eca2d22683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.723301] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801856, 'name': CreateVM_Task, 'duration_secs': 0.630701} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.723469] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.724143] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.724330] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.724644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.724930] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed2a855-99e4-4f8a-a2e8-a44f99d44e59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.729111] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1324.729111] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5259a0ec-f7d8-0de2-cd87-9886bd3a975f" [ 1324.729111] env[69220]: _type = "Task" [ 1324.729111] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.736384] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5259a0ec-f7d8-0de2-cd87-9886bd3a975f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.849277] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801855, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.749046} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.849489] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a49eff74-39ce-40bf-9d85-cfa3d1d530ee/a49eff74-39ce-40bf-9d85-cfa3d1d530ee.vmdk to [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96/695192ca-772a-4a6c-bd01-18e606007a96.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.850268] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c48465-63f3-4d51-952a-b738a96b2281 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.872562] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96/695192ca-772a-4a6c-bd01-18e606007a96.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.872808] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fca37d7-70e7-414c-8297-19e52478af5c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.891596] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1324.891596] env[69220]: value = "task-2801857" [ 1324.891596] env[69220]: _type = "Task" [ 1324.891596] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.899210] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.047507] env[69220]: DEBUG nova.compute.manager [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.047759] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.048671] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734871f8-8a65-414c-b5e6-c0bdac34f3a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.056060] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.056292] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-068a01be-5396-4356-9218-b7d4cb2e1e2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.062198] env[69220]: DEBUG oslo_vmware.api [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1325.062198] env[69220]: value = "task-2801858" [ 1325.062198] env[69220]: _type = "Task" [ 1325.062198] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.069327] env[69220]: DEBUG oslo_vmware.api [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.121542] env[69220]: DEBUG oslo_concurrency.lockutils [req-88422292-7fff-4019-9f3d-f853d20e5461 req-d854275e-af43-44b8-80bf-b319037fcdd5 service nova] Releasing lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.239603] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5259a0ec-f7d8-0de2-cd87-9886bd3a975f, 'name': SearchDatastore_Task, 'duration_secs': 0.061697} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.239921] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.240166] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.240400] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.240544] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.240723] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.240983] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ad468f-b1e2-4bbd-9a4a-a9853031929d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.254349] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.254536] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.255367] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fd1ca6-dba3-4fc1-8ea4-4eb7d1de27f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.260755] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1325.260755] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e5a36d-eed2-5d97-d342-ae31f0ae6a10" [ 1325.260755] env[69220]: _type = "Task" [ 1325.260755] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.268330] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e5a36d-eed2-5d97-d342-ae31f0ae6a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.401224] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801857, 'name': ReconfigVM_Task, 'duration_secs': 0.338907} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.401507] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96/695192ca-772a-4a6c-bd01-18e606007a96.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.402138] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c4290cd-b8af-4e53-a872-7d184e7ef49f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.408231] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1325.408231] env[69220]: value = "task-2801859" [ 1325.408231] env[69220]: _type = "Task" [ 1325.408231] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.415559] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801859, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.571732] env[69220]: DEBUG oslo_vmware.api [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801858, 'name': PowerOffVM_Task, 'duration_secs': 0.219993} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.573040] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.573040] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.573040] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b717188b-75ef-40a3-8678-1ca5f0577b16 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.635833] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.636028] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.636206] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Deleting the datastore file [datastore2] 8c6f4cda-5183-4407-9e30-0d3dcad1cce7 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.636474] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bd4166a-24be-4b2d-bf8f-940a5ec3335e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.643201] env[69220]: DEBUG oslo_vmware.api [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for the task: (returnval){ [ 1325.643201] env[69220]: value = "task-2801861" [ 1325.643201] env[69220]: _type = "Task" [ 1325.643201] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.650681] env[69220]: DEBUG oslo_vmware.api [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.770975] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e5a36d-eed2-5d97-d342-ae31f0ae6a10, 'name': SearchDatastore_Task, 'duration_secs': 0.026835} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.771838] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-083cd7c7-20b3-4ffa-a772-9a259f547159 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.776549] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1325.776549] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526260f3-8a0e-14a6-a520-e851373b1f43" [ 1325.776549] env[69220]: _type = "Task" [ 1325.776549] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.783639] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526260f3-8a0e-14a6-a520-e851373b1f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.917845] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801859, 'name': Rename_Task, 'duration_secs': 0.137269} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.918146] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.918440] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37f23666-9ef9-4c71-b5ec-2bb9ad1e088f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.924152] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1325.924152] env[69220]: value = "task-2801862" [ 1325.924152] env[69220]: _type = "Task" [ 1325.924152] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.931718] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.153900] env[69220]: DEBUG oslo_vmware.api [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Task: {'id': task-2801861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509868} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.154264] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.154460] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.154637] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.154810] env[69220]: INFO nova.compute.manager [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1326.155073] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.155277] env[69220]: DEBUG nova.compute.manager [-] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.155372] env[69220]: DEBUG nova.network.neutron [-] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.287615] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526260f3-8a0e-14a6-a520-e851373b1f43, 'name': SearchDatastore_Task, 'duration_secs': 0.074288} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.287981] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.288260] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 48b81861-b2a8-4fc7-9656-d4917481d7f5/48b81861-b2a8-4fc7-9656-d4917481d7f5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.288530] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e52168-cbfa-4103-bd39-2154f600c31d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.296593] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1326.296593] env[69220]: value = "task-2801863" [ 1326.296593] env[69220]: _type = "Task" [ 1326.296593] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.305388] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.434132] env[69220]: DEBUG oslo_vmware.api [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801862, 'name': PowerOnVM_Task, 'duration_secs': 0.478761} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.434446] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.548754] env[69220]: DEBUG nova.compute.manager [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.549765] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cb92ab-14e8-427d-8f56-74bfc464df25 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.655234] env[69220]: DEBUG nova.compute.manager [req-8cc9b089-a4ed-42af-9aec-6aed6783ec70 req-1c5a42ea-c168-4beb-964f-2a287a1668b9 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Received event network-vif-deleted-291f28bc-e1c6-43bd-a003-6a0c50c824ff {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1326.655459] env[69220]: INFO nova.compute.manager [req-8cc9b089-a4ed-42af-9aec-6aed6783ec70 req-1c5a42ea-c168-4beb-964f-2a287a1668b9 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Neutron deleted interface 291f28bc-e1c6-43bd-a003-6a0c50c824ff; detaching it from the instance and deleting it from the info cache [ 1326.655669] env[69220]: DEBUG nova.network.neutron [req-8cc9b089-a4ed-42af-9aec-6aed6783ec70 req-1c5a42ea-c168-4beb-964f-2a287a1668b9 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.809085] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45054} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.809085] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] 48b81861-b2a8-4fc7-9656-d4917481d7f5/48b81861-b2a8-4fc7-9656-d4917481d7f5.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.809085] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.809085] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05625377-b098-4d9b-8c5a-ad8deee4be48 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.814858] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1326.814858] env[69220]: value = "task-2801864" [ 1326.814858] env[69220]: _type = "Task" [ 1326.814858] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.822742] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.067735] env[69220]: DEBUG oslo_concurrency.lockutils [None req-fc67f7a1-2779-4623-8015-dba510baa9d2 tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.557s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.132715] env[69220]: DEBUG nova.network.neutron [-] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.157933] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf9643b9-fec2-4589-ac0d-904177f7854a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.167182] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24219e1e-5f4e-40d2-b35d-60152c41e210 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.194222] env[69220]: DEBUG nova.compute.manager [req-8cc9b089-a4ed-42af-9aec-6aed6783ec70 req-1c5a42ea-c168-4beb-964f-2a287a1668b9 service nova] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Detach interface failed, port_id=291f28bc-e1c6-43bd-a003-6a0c50c824ff, reason: Instance 8c6f4cda-5183-4407-9e30-0d3dcad1cce7 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1327.325258] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060543} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.325534] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.326774] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57b2b48-01d1-4c5b-b01d-8b05a30e3edd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.348086] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 48b81861-b2a8-4fc7-9656-d4917481d7f5/48b81861-b2a8-4fc7-9656-d4917481d7f5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.348339] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c401bf-2d72-4af3-932b-be1329adb193 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.370051] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1327.370051] env[69220]: value = "task-2801865" [ 1327.370051] env[69220]: _type = "Task" [ 1327.370051] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.377156] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.635008] env[69220]: INFO nova.compute.manager [-] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Took 1.48 seconds to deallocate network for instance. [ 1327.880110] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.141635] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.141883] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.142116] env[69220]: DEBUG nova.objects.instance [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lazy-loading 'resources' on Instance uuid 8c6f4cda-5183-4407-9e30-0d3dcad1cce7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.290610] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "695192ca-772a-4a6c-bd01-18e606007a96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.290859] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.291084] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "695192ca-772a-4a6c-bd01-18e606007a96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.291266] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.291433] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.293563] env[69220]: INFO nova.compute.manager [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Terminating instance [ 1328.380171] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801865, 'name': ReconfigVM_Task, 'duration_secs': 0.554711} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.380432] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 48b81861-b2a8-4fc7-9656-d4917481d7f5/48b81861-b2a8-4fc7-9656-d4917481d7f5.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.381041] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fac2cbee-ff12-4e6b-9ca8-5af88ab46c9d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.387022] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1328.387022] env[69220]: value = "task-2801866" [ 1328.387022] env[69220]: _type = "Task" [ 1328.387022] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.394214] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801866, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.714867] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff7076-d021-4e97-b8be-cfb28fec68e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.722034] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d3ba6-d8f7-4b08-9328-02be110ea4d6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.751999] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97de4ed-88d9-4c43-a28b-3f7de20fc2a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.758828] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b8802a-d6c3-4fd3-800f-faf32f8cd5a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.771708] env[69220]: DEBUG nova.compute.provider_tree [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.797204] env[69220]: DEBUG nova.compute.manager [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.797392] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.798134] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd61a66-82a9-49b9-b565-973eafce17e4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.804584] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.804791] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3aad894-73f0-414b-9e25-56f0f3fcafad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.811127] env[69220]: DEBUG oslo_vmware.api [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1328.811127] env[69220]: value = "task-2801867" [ 1328.811127] env[69220]: _type = "Task" [ 1328.811127] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.818687] env[69220]: DEBUG oslo_vmware.api [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.896250] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801866, 'name': Rename_Task, 'duration_secs': 0.139926} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.896458] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.896704] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-456f0e60-34e6-40ab-8fdd-06134f9f4608 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.902966] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1328.902966] env[69220]: value = "task-2801868" [ 1328.902966] env[69220]: _type = "Task" [ 1328.902966] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.914978] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.275066] env[69220]: DEBUG nova.scheduler.client.report [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.321372] env[69220]: DEBUG oslo_vmware.api [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801867, 'name': PowerOffVM_Task, 'duration_secs': 0.203386} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.321611] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.321802] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.322373] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26ea0f2f-9668-4b34-87fd-9dbdc39454f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.391743] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.392065] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.392340] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleting the datastore file [datastore2] 695192ca-772a-4a6c-bd01-18e606007a96 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.392687] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18142dac-836d-4589-a8bd-9828192006cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.399696] env[69220]: DEBUG oslo_vmware.api [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for the task: (returnval){ [ 1329.399696] env[69220]: value = "task-2801870" [ 1329.399696] env[69220]: _type = "Task" [ 1329.399696] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.413562] env[69220]: DEBUG oslo_vmware.api [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.417632] env[69220]: DEBUG oslo_vmware.api [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801868, 'name': PowerOnVM_Task, 'duration_secs': 0.456973} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.417972] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.418277] env[69220]: INFO nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1329.418526] env[69220]: DEBUG nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.419577] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79365c9-5397-48dc-971a-332b36d18671 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.780495] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.813496] env[69220]: INFO nova.scheduler.client.report [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Deleted allocations for instance 8c6f4cda-5183-4407-9e30-0d3dcad1cce7 [ 1329.908862] env[69220]: DEBUG oslo_vmware.api [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Task: {'id': task-2801870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122328} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.909249] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.909481] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.909704] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.909922] env[69220]: INFO nova.compute.manager [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1329.910216] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.910439] env[69220]: DEBUG nova.compute.manager [-] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.910569] env[69220]: DEBUG nova.network.neutron [-] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.936914] env[69220]: INFO nova.compute.manager [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Took 12.39 seconds to build instance. [ 1330.331140] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8cc5beab-9156-429b-99a5-b8545a985639 tempest-ServersTestFqdnHostnames-1374599451 tempest-ServersTestFqdnHostnames-1374599451-project-member] Lock "8c6f4cda-5183-4407-9e30-0d3dcad1cce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.790s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.368031] env[69220]: DEBUG nova.compute.manager [req-24236fe9-a49b-462d-a990-855eb0bcba43 req-29f88ba3-6714-41c1-8e73-b076e2443fe2 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Received event network-vif-deleted-4297b26e-34b0-46ec-a1db-bc6d373c1a76 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1330.368128] env[69220]: INFO nova.compute.manager [req-24236fe9-a49b-462d-a990-855eb0bcba43 req-29f88ba3-6714-41c1-8e73-b076e2443fe2 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Neutron deleted interface 4297b26e-34b0-46ec-a1db-bc6d373c1a76; detaching it from the instance and deleting it from the info cache [ 1330.368283] env[69220]: DEBUG nova.network.neutron [req-24236fe9-a49b-462d-a990-855eb0bcba43 req-29f88ba3-6714-41c1-8e73-b076e2443fe2 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.441566] env[69220]: DEBUG oslo_concurrency.lockutils [None req-2c9fe77c-21aa-4bc2-9fcc-eef4a5514901 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "48b81861-b2a8-4fc7-9656-d4917481d7f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.908s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.451070] env[69220]: DEBUG nova.compute.manager [req-48ac06e3-9fe3-403d-9f9b-b47045199336 req-6b5e9102-5967-4cdb-836a-359ad54861a9 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Received event network-changed-fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1330.452330] env[69220]: DEBUG nova.compute.manager [req-48ac06e3-9fe3-403d-9f9b-b47045199336 req-6b5e9102-5967-4cdb-836a-359ad54861a9 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Refreshing instance network info cache due to event network-changed-fe55a8be-8ddd-45f3-9910-77eca2d22683. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1330.452330] env[69220]: DEBUG oslo_concurrency.lockutils [req-48ac06e3-9fe3-403d-9f9b-b47045199336 req-6b5e9102-5967-4cdb-836a-359ad54861a9 service nova] Acquiring lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.452330] env[69220]: DEBUG oslo_concurrency.lockutils [req-48ac06e3-9fe3-403d-9f9b-b47045199336 req-6b5e9102-5967-4cdb-836a-359ad54861a9 service nova] Acquired lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.452330] env[69220]: DEBUG nova.network.neutron [req-48ac06e3-9fe3-403d-9f9b-b47045199336 req-6b5e9102-5967-4cdb-836a-359ad54861a9 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Refreshing network info cache for port fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.850694] env[69220]: DEBUG nova.network.neutron [-] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.871414] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df54eaf5-94b2-4b60-9c92-e6c1d8255943 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.880970] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727586c1-6a28-464b-9069-779c7bcadb46 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.908625] env[69220]: DEBUG nova.compute.manager [req-24236fe9-a49b-462d-a990-855eb0bcba43 req-29f88ba3-6714-41c1-8e73-b076e2443fe2 service nova] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Detach interface failed, port_id=4297b26e-34b0-46ec-a1db-bc6d373c1a76, reason: Instance 695192ca-772a-4a6c-bd01-18e606007a96 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1331.029171] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.030067] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1331.278209] env[69220]: DEBUG nova.network.neutron [req-48ac06e3-9fe3-403d-9f9b-b47045199336 req-6b5e9102-5967-4cdb-836a-359ad54861a9 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Updated VIF entry in instance network info cache for port fe55a8be-8ddd-45f3-9910-77eca2d22683. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.278562] env[69220]: DEBUG nova.network.neutron [req-48ac06e3-9fe3-403d-9f9b-b47045199336 req-6b5e9102-5967-4cdb-836a-359ad54861a9 service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Updating instance_info_cache with network_info: [{"id": "fe55a8be-8ddd-45f3-9910-77eca2d22683", "address": "fa:16:3e:77:96:7c", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe55a8be-8d", "ovs_interfaceid": "fe55a8be-8ddd-45f3-9910-77eca2d22683", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.353692] env[69220]: INFO nova.compute.manager [-] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Took 1.44 seconds to deallocate network for instance. [ 1331.782245] env[69220]: DEBUG oslo_concurrency.lockutils [req-48ac06e3-9fe3-403d-9f9b-b47045199336 req-6b5e9102-5967-4cdb-836a-359ad54861a9 service nova] Releasing lock "refresh_cache-48b81861-b2a8-4fc7-9656-d4917481d7f5" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.860947] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.860947] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.861283] env[69220]: DEBUG nova.objects.instance [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lazy-loading 'resources' on Instance uuid 695192ca-772a-4a6c-bd01-18e606007a96 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.030702] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.435552] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9dc0fb-08d3-404a-a874-18dba4d5a441 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.442858] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0122094-abb0-4b86-bfc1-fbce3fc19b37 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.475038] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56310989-d7ec-4f60-8d67-983b4a1e4c60 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.482528] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9eae34-734d-4914-9bbe-4bfdcec3f29d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.495343] env[69220]: DEBUG nova.compute.provider_tree [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.999303] env[69220]: DEBUG nova.scheduler.client.report [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.028960] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.029350] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.505051] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.532188] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.532517] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.533257] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.533373] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1333.536117] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a601b0ba-1f3d-421a-9859-1555a7281e2a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.539988] env[69220]: INFO nova.scheduler.client.report [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Deleted allocations for instance 695192ca-772a-4a6c-bd01-18e606007a96 [ 1333.550265] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89dfcde-3a02-4277-b5cd-167b532a5e3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.567243] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707f442a-7d39-427a-a146-8912cd2482a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.577675] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de307bf-9aa1-4a37-ae72-91a34e399ed4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.613423] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180478MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1333.613423] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.613523] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.052924] env[69220]: DEBUG oslo_concurrency.lockutils [None req-4b9f24fb-ab1b-4d29-bf64-da2490353a2e tempest-ServerActionsTestOtherB-1433399514 tempest-ServerActionsTestOtherB-1433399514-project-member] Lock "695192ca-772a-4a6c-bd01-18e606007a96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.639482] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5b70c878-32be-42ca-8ded-963b3e77ba43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.639639] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance f170ef25-bb81-4a3e-a06c-65d7e30893b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.639760] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 48b81861-b2a8-4fc7-9656-d4917481d7f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1334.639942] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1334.640155] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1334.692146] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bd4750-c831-4381-b168-192104c1ae59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.700687] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3b5e5e-fdad-466a-b1ab-79e0fca70cd2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.735492] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32069f0-d7b0-40a8-a2c4-bf5d123da06f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.743250] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cf92bc-18e4-4b69-923b-1f3083fd7891 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.757983] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.263535] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.748421] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquiring lock "b0e407ea-e516-4727-bc1a-01eda2b23db0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.748653] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "b0e407ea-e516-4727-bc1a-01eda2b23db0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.769252] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1335.770177] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.250728] env[69220]: DEBUG nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.772315] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.772587] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.774055] env[69220]: INFO nova.compute.claims [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.765643] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.765978] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.766225] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.846140] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517dfb8e-cd83-414e-9f88-d4bb85c90256 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.854329] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97517566-f623-4b7a-a6ef-b41d31362171 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.886288] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae4456b-5bf6-49c9-adfd-2a1f0b8da43a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.894178] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218cd5d9-130a-4744-9d3b-b0d2bbc673ec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.907091] env[69220]: DEBUG nova.compute.provider_tree [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.410653] env[69220]: DEBUG nova.scheduler.client.report [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.918818] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.919510] env[69220]: DEBUG nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1339.029926] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.418776] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.419120] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.423724] env[69220]: DEBUG nova.compute.utils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.424860] env[69220]: DEBUG nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.425035] env[69220]: DEBUG nova.network.neutron [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.471478] env[69220]: DEBUG nova.policy [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd75d7286b5134b09802281de1ea0dfc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd837c03e719b4406968f7310e26533aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.729837] env[69220]: DEBUG nova.network.neutron [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Successfully created port: cb007346-3354-4cd7-acef-84921f7a3513 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.922181] env[69220]: DEBUG nova.compute.manager [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.928599] env[69220]: DEBUG nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.447810] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.447989] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.449548] env[69220]: INFO nova.compute.claims [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.938029] env[69220]: DEBUG nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.966128] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.966375] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.966534] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.966718] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.966875] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.967030] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.967250] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.967401] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.967566] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.967722] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.967905] env[69220]: DEBUG nova.virt.hardware [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.969067] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cee00b-18c9-447d-b526-ceb360f9dfdc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.977145] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b6e769-1213-44d9-b812-6a528fdeec83 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.115688] env[69220]: DEBUG nova.compute.manager [req-bc44d719-d982-4568-9d8d-8502867d8d9a req-f0eb1cd7-71e6-44a3-83d4-d7019cfd0e87 service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Received event network-vif-plugged-cb007346-3354-4cd7-acef-84921f7a3513 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1341.116011] env[69220]: DEBUG oslo_concurrency.lockutils [req-bc44d719-d982-4568-9d8d-8502867d8d9a req-f0eb1cd7-71e6-44a3-83d4-d7019cfd0e87 service nova] Acquiring lock "b0e407ea-e516-4727-bc1a-01eda2b23db0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.116285] env[69220]: DEBUG oslo_concurrency.lockutils [req-bc44d719-d982-4568-9d8d-8502867d8d9a req-f0eb1cd7-71e6-44a3-83d4-d7019cfd0e87 service nova] Lock "b0e407ea-e516-4727-bc1a-01eda2b23db0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.116491] env[69220]: DEBUG oslo_concurrency.lockutils [req-bc44d719-d982-4568-9d8d-8502867d8d9a req-f0eb1cd7-71e6-44a3-83d4-d7019cfd0e87 service nova] Lock "b0e407ea-e516-4727-bc1a-01eda2b23db0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.116733] env[69220]: DEBUG nova.compute.manager [req-bc44d719-d982-4568-9d8d-8502867d8d9a req-f0eb1cd7-71e6-44a3-83d4-d7019cfd0e87 service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] No waiting events found dispatching network-vif-plugged-cb007346-3354-4cd7-acef-84921f7a3513 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.117056] env[69220]: WARNING nova.compute.manager [req-bc44d719-d982-4568-9d8d-8502867d8d9a req-f0eb1cd7-71e6-44a3-83d4-d7019cfd0e87 service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Received unexpected event network-vif-plugged-cb007346-3354-4cd7-acef-84921f7a3513 for instance with vm_state building and task_state spawning. [ 1341.196269] env[69220]: DEBUG nova.network.neutron [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Successfully updated port: cb007346-3354-4cd7-acef-84921f7a3513 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.525062] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad7a685-57d5-4b1e-ab50-f38af3449fde {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.532421] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1af8d8d-afdf-4717-94b2-92e851a61d59 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.562434] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ce92ba-e79e-4885-bf26-2724163047b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.569526] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961368ab-24ae-4bf0-85b9-0a6e70c11791 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.583511] env[69220]: DEBUG nova.compute.provider_tree [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.698508] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquiring lock "refresh_cache-b0e407ea-e516-4727-bc1a-01eda2b23db0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.698687] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquired lock "refresh_cache-b0e407ea-e516-4727-bc1a-01eda2b23db0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.698822] env[69220]: DEBUG nova.network.neutron [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.086699] env[69220]: DEBUG nova.scheduler.client.report [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.231111] env[69220]: DEBUG nova.network.neutron [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.354963] env[69220]: DEBUG nova.network.neutron [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Updating instance_info_cache with network_info: [{"id": "cb007346-3354-4cd7-acef-84921f7a3513", "address": "fa:16:3e:1d:99:29", "network": {"id": "89c8eda1-bbc6-4a7b-86d7-237abc1bc80d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-367882704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d837c03e719b4406968f7310e26533aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb007346-33", "ovs_interfaceid": "cb007346-3354-4cd7-acef-84921f7a3513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.591723] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.592279] env[69220]: DEBUG nova.compute.manager [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.858059] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Releasing lock "refresh_cache-b0e407ea-e516-4727-bc1a-01eda2b23db0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.858059] env[69220]: DEBUG nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Instance network_info: |[{"id": "cb007346-3354-4cd7-acef-84921f7a3513", "address": "fa:16:3e:1d:99:29", "network": {"id": "89c8eda1-bbc6-4a7b-86d7-237abc1bc80d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-367882704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d837c03e719b4406968f7310e26533aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb007346-33", "ovs_interfaceid": "cb007346-3354-4cd7-acef-84921f7a3513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.858355] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:99:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb007346-3354-4cd7-acef-84921f7a3513', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.865669] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Creating folder: Project (d837c03e719b4406968f7310e26533aa). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.865927] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dcc262c-02a7-414d-a997-811f443964e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.877215] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Created folder: Project (d837c03e719b4406968f7310e26533aa) in parent group-v562703. [ 1342.877388] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Creating folder: Instances. Parent ref: group-v563023. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.877607] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-430d9c52-2d4e-4219-b10d-524776a5c659 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.886072] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Created folder: Instances in parent group-v563023. [ 1342.886293] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.886471] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.886655] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6aa494f-e0bd-45d7-acf9-533558fcb974 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.904327] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.904327] env[69220]: value = "task-2801880" [ 1342.904327] env[69220]: _type = "Task" [ 1342.904327] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.911248] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801880, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.097061] env[69220]: DEBUG nova.compute.utils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.098655] env[69220]: DEBUG nova.compute.manager [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1343.143131] env[69220]: DEBUG nova.compute.manager [req-faaf4090-c8c2-48bd-9026-6cb79166d116 req-4a3403ea-b644-402d-b068-e73abca4de23 service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Received event network-changed-cb007346-3354-4cd7-acef-84921f7a3513 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1343.143344] env[69220]: DEBUG nova.compute.manager [req-faaf4090-c8c2-48bd-9026-6cb79166d116 req-4a3403ea-b644-402d-b068-e73abca4de23 service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Refreshing instance network info cache due to event network-changed-cb007346-3354-4cd7-acef-84921f7a3513. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1343.143587] env[69220]: DEBUG oslo_concurrency.lockutils [req-faaf4090-c8c2-48bd-9026-6cb79166d116 req-4a3403ea-b644-402d-b068-e73abca4de23 service nova] Acquiring lock "refresh_cache-b0e407ea-e516-4727-bc1a-01eda2b23db0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.143725] env[69220]: DEBUG oslo_concurrency.lockutils [req-faaf4090-c8c2-48bd-9026-6cb79166d116 req-4a3403ea-b644-402d-b068-e73abca4de23 service nova] Acquired lock "refresh_cache-b0e407ea-e516-4727-bc1a-01eda2b23db0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.143827] env[69220]: DEBUG nova.network.neutron [req-faaf4090-c8c2-48bd-9026-6cb79166d116 req-4a3403ea-b644-402d-b068-e73abca4de23 service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Refreshing network info cache for port cb007346-3354-4cd7-acef-84921f7a3513 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.414719] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801880, 'name': CreateVM_Task, 'duration_secs': 0.300446} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.414898] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.415617] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.415780] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.416116] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.416442] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bcbfb75-f652-4e0c-b013-4327bb3e921e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.420877] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1343.420877] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52630890-98d4-131e-7ed3-ebb6adb388f9" [ 1343.420877] env[69220]: _type = "Task" [ 1343.420877] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.428339] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52630890-98d4-131e-7ed3-ebb6adb388f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.600359] env[69220]: DEBUG nova.compute.manager [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.828822] env[69220]: DEBUG nova.network.neutron [req-faaf4090-c8c2-48bd-9026-6cb79166d116 req-4a3403ea-b644-402d-b068-e73abca4de23 service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Updated VIF entry in instance network info cache for port cb007346-3354-4cd7-acef-84921f7a3513. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.829222] env[69220]: DEBUG nova.network.neutron [req-faaf4090-c8c2-48bd-9026-6cb79166d116 req-4a3403ea-b644-402d-b068-e73abca4de23 service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Updating instance_info_cache with network_info: [{"id": "cb007346-3354-4cd7-acef-84921f7a3513", "address": "fa:16:3e:1d:99:29", "network": {"id": "89c8eda1-bbc6-4a7b-86d7-237abc1bc80d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-367882704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d837c03e719b4406968f7310e26533aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb007346-33", "ovs_interfaceid": "cb007346-3354-4cd7-acef-84921f7a3513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.932190] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52630890-98d4-131e-7ed3-ebb6adb388f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.932434] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.932663] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.932892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.933049] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.933236] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.933488] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20040dcd-3556-487e-ada8-8c953c9c6c56 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.941662] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.941822] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.942497] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c2f509-339c-47d3-b67d-a13c8748150b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.947209] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1343.947209] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f1838e-a97e-4e1d-b639-044f26a75e25" [ 1343.947209] env[69220]: _type = "Task" [ 1343.947209] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.953931] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f1838e-a97e-4e1d-b639-044f26a75e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.332466] env[69220]: DEBUG oslo_concurrency.lockutils [req-faaf4090-c8c2-48bd-9026-6cb79166d116 req-4a3403ea-b644-402d-b068-e73abca4de23 service nova] Releasing lock "refresh_cache-b0e407ea-e516-4727-bc1a-01eda2b23db0" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.456958] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f1838e-a97e-4e1d-b639-044f26a75e25, 'name': SearchDatastore_Task, 'duration_secs': 0.01342} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.457871] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3544090-e5b2-4522-8200-4023a3a162f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.463111] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1344.463111] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521ea3e2-4988-f6a3-ca12-979c145efa66" [ 1344.463111] env[69220]: _type = "Task" [ 1344.463111] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.470188] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521ea3e2-4988-f6a3-ca12-979c145efa66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.609812] env[69220]: DEBUG nova.compute.manager [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.630286] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.630562] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.630720] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.630902] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.631058] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.631208] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.631409] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.631565] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.631728] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.631888] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.632068] env[69220]: DEBUG nova.virt.hardware [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.632919] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3a18ad-cee4-4747-8950-166d97c93296 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.641052] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8514dd-33df-446f-a602-d202162f8b1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.655486] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.661174] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Creating folder: Project (35233b0ef96c4d7b8c932497cce91609). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.661439] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-664c6c01-5026-4a0e-8db9-276e9260ad8d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.670910] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Created folder: Project (35233b0ef96c4d7b8c932497cce91609) in parent group-v562703. [ 1344.671094] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Creating folder: Instances. Parent ref: group-v563026. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.671308] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd8eed0d-5bac-4932-9e65-b301dc3635f9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.679804] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Created folder: Instances in parent group-v563026. [ 1344.679804] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.680379] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.680379] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee9b04ae-bf7f-4726-b666-fdb1ec88a1c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.697762] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.697762] env[69220]: value = "task-2801884" [ 1344.697762] env[69220]: _type = "Task" [ 1344.697762] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.705190] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801884, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.973320] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521ea3e2-4988-f6a3-ca12-979c145efa66, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.973552] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.973806] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] b0e407ea-e516-4727-bc1a-01eda2b23db0/b0e407ea-e516-4727-bc1a-01eda2b23db0.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.974072] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7429bc2-0ce1-4b93-ae08-3d00f95b7974 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.979474] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1344.979474] env[69220]: value = "task-2801885" [ 1344.979474] env[69220]: _type = "Task" [ 1344.979474] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.986687] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.208212] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801884, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.488472] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439419} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.488813] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] b0e407ea-e516-4727-bc1a-01eda2b23db0/b0e407ea-e516-4727-bc1a-01eda2b23db0.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.488889] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.489170] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9fb968c-ff8a-44af-8650-eaad47c25f75 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.495583] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1345.495583] env[69220]: value = "task-2801886" [ 1345.495583] env[69220]: _type = "Task" [ 1345.495583] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.503857] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.709573] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801884, 'name': CreateVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.004713] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057872} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.004982] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.005754] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e1daa-b5a6-4400-acad-923ac51bae4e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.027123] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] b0e407ea-e516-4727-bc1a-01eda2b23db0/b0e407ea-e516-4727-bc1a-01eda2b23db0.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.027391] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13aacf3e-06b9-447d-b906-65461bb7b2f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.047736] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1346.047736] env[69220]: value = "task-2801887" [ 1346.047736] env[69220]: _type = "Task" [ 1346.047736] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.058965] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.209839] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801884, 'name': CreateVM_Task, 'duration_secs': 1.276552} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.210039] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.210484] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.210655] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.210994] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.211283] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fdc6d5-769f-422c-a832-15b1b98a5f1a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.216670] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1346.216670] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526f1a23-701b-0b74-3a23-73bd49e255a3" [ 1346.216670] env[69220]: _type = "Task" [ 1346.216670] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.224389] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526f1a23-701b-0b74-3a23-73bd49e255a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.556732] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801887, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.726277] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526f1a23-701b-0b74-3a23-73bd49e255a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.726571] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.726796] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.727029] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.727183] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.727356] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.727607] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3b1756e-3c49-47de-9892-6fd48496fccd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.735404] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.735596] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.736318] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95560361-1e2e-4a09-abfd-141121b4d974 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.741018] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1346.741018] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5271ba61-4667-e214-867e-d1bc6c58618d" [ 1346.741018] env[69220]: _type = "Task" [ 1346.741018] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.748656] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5271ba61-4667-e214-867e-d1bc6c58618d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.058675] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801887, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.251668] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5271ba61-4667-e214-867e-d1bc6c58618d, 'name': SearchDatastore_Task, 'duration_secs': 0.008438} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.252778] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10df8abc-d571-4edc-ab71-b59ea5022714 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.258221] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1347.258221] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bb69f6-49f9-3a06-e3d5-1112cc306427" [ 1347.258221] env[69220]: _type = "Task" [ 1347.258221] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.265472] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bb69f6-49f9-3a06-e3d5-1112cc306427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.558296] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801887, 'name': ReconfigVM_Task, 'duration_secs': 1.266779} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.558597] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Reconfigured VM instance instance-00000078 to attach disk [datastore2] b0e407ea-e516-4727-bc1a-01eda2b23db0/b0e407ea-e516-4727-bc1a-01eda2b23db0.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.559242] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a753a76a-24c0-4771-92e3-e92ecd2a922f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.566347] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1347.566347] env[69220]: value = "task-2801889" [ 1347.566347] env[69220]: _type = "Task" [ 1347.566347] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.574386] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801889, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.768500] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bb69f6-49f9-3a06-e3d5-1112cc306427, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.768753] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.769020] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42/45c6ab5f-8d25-4407-aa74-b7d2d8681b42.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.769295] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49cb9236-56b4-48e9-93f4-5d108be1a554 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.777765] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1347.777765] env[69220]: value = "task-2801890" [ 1347.777765] env[69220]: _type = "Task" [ 1347.777765] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.786106] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.077055] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801889, 'name': Rename_Task, 'duration_secs': 0.147425} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.077381] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.077646] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13bfddb0-642f-4b35-9f07-41d085818ad7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.086165] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1348.086165] env[69220]: value = "task-2801891" [ 1348.086165] env[69220]: _type = "Task" [ 1348.086165] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.096023] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.287474] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439821} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.287721] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42/45c6ab5f-8d25-4407-aa74-b7d2d8681b42.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.287936] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.288250] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a23274d2-9d6f-4b33-a203-143e6763faef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.295678] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1348.295678] env[69220]: value = "task-2801892" [ 1348.295678] env[69220]: _type = "Task" [ 1348.295678] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.303610] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.596056] env[69220]: DEBUG oslo_vmware.api [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801891, 'name': PowerOnVM_Task, 'duration_secs': 0.474606} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.596358] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.596358] env[69220]: INFO nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1348.596476] env[69220]: DEBUG nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.597326] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c78d3e-d7aa-4167-80c6-dfda69893392 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.805697] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062816} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.805968] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.806746] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e71918-1bb1-4b0a-840b-bcec6e582191 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.826919] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42/45c6ab5f-8d25-4407-aa74-b7d2d8681b42.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.827195] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c88a9593-74f3-4fb0-83d4-a97425106cf7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.846833] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1348.846833] env[69220]: value = "task-2801893" [ 1348.846833] env[69220]: _type = "Task" [ 1348.846833] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.854872] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.113146] env[69220]: INFO nova.compute.manager [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Took 12.36 seconds to build instance. [ 1349.358407] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.615177] env[69220]: DEBUG oslo_concurrency.lockutils [None req-734ae2cb-07ed-4276-a3e8-346c724a1c90 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "b0e407ea-e516-4727-bc1a-01eda2b23db0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.866s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.860545] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.945205] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquiring lock "b0e407ea-e516-4727-bc1a-01eda2b23db0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.945473] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "b0e407ea-e516-4727-bc1a-01eda2b23db0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.945699] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquiring lock "b0e407ea-e516-4727-bc1a-01eda2b23db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.945881] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "b0e407ea-e516-4727-bc1a-01eda2b23db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.946078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "b0e407ea-e516-4727-bc1a-01eda2b23db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.948246] env[69220]: INFO nova.compute.manager [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Terminating instance [ 1350.358325] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801893, 'name': ReconfigVM_Task, 'duration_secs': 1.092137} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.358618] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42/45c6ab5f-8d25-4407-aa74-b7d2d8681b42.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.359222] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871f7068-24ed-4998-8f28-deaf9ce7e38d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.366044] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1350.366044] env[69220]: value = "task-2801894" [ 1350.366044] env[69220]: _type = "Task" [ 1350.366044] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.373843] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801894, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.451813] env[69220]: DEBUG nova.compute.manager [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.452119] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.453015] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e72f3-7599-4e76-8864-6222513176a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.461873] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.462211] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6df5a19-0cb3-4680-bc69-97f6e965ccab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.469320] env[69220]: DEBUG oslo_vmware.api [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1350.469320] env[69220]: value = "task-2801895" [ 1350.469320] env[69220]: _type = "Task" [ 1350.469320] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.477822] env[69220]: DEBUG oslo_vmware.api [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.609697] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.609931] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.876954] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801894, 'name': Rename_Task, 'duration_secs': 0.133013} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.877307] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.877519] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0231bffc-7398-4e22-a03a-295bb094d006 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.884247] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1350.884247] env[69220]: value = "task-2801896" [ 1350.884247] env[69220]: _type = "Task" [ 1350.884247] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.892166] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.979840] env[69220]: DEBUG oslo_vmware.api [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801895, 'name': PowerOffVM_Task, 'duration_secs': 0.206809} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.979840] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.980069] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.980241] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fead4e0-8cf0-4c53-9a0a-14edca4235b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.112597] env[69220]: DEBUG nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1351.362249] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.362386] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.362613] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Deleting the datastore file [datastore2] b0e407ea-e516-4727-bc1a-01eda2b23db0 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.362912] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe2007d-babb-4bb6-8516-d3f25224a5e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.371409] env[69220]: DEBUG oslo_vmware.api [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for the task: (returnval){ [ 1351.371409] env[69220]: value = "task-2801898" [ 1351.371409] env[69220]: _type = "Task" [ 1351.371409] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.379394] env[69220]: DEBUG oslo_vmware.api [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.392979] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801896, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.635369] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.635644] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.637160] env[69220]: INFO nova.compute.claims [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.882619] env[69220]: DEBUG oslo_vmware.api [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Task: {'id': task-2801898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445032} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.882976] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.883090] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.883269] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.883478] env[69220]: INFO nova.compute.manager [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1351.883672] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.883860] env[69220]: DEBUG nova.compute.manager [-] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.883954] env[69220]: DEBUG nova.network.neutron [-] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.893607] env[69220]: DEBUG oslo_vmware.api [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801896, 'name': PowerOnVM_Task, 'duration_secs': 0.717269} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.893837] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.894037] env[69220]: INFO nova.compute.manager [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1351.894227] env[69220]: DEBUG nova.compute.manager [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.895033] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8b17af-10bf-4c68-9945-91982a1c1a18 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.147692] env[69220]: DEBUG nova.compute.manager [req-3e2055e9-15bf-4e1a-919b-ac3cc777a012 req-a526e86f-3868-439c-b046-25332dea1bfc service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Received event network-vif-deleted-cb007346-3354-4cd7-acef-84921f7a3513 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1352.147943] env[69220]: INFO nova.compute.manager [req-3e2055e9-15bf-4e1a-919b-ac3cc777a012 req-a526e86f-3868-439c-b046-25332dea1bfc service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Neutron deleted interface cb007346-3354-4cd7-acef-84921f7a3513; detaching it from the instance and deleting it from the info cache [ 1352.148135] env[69220]: DEBUG nova.network.neutron [req-3e2055e9-15bf-4e1a-919b-ac3cc777a012 req-a526e86f-3868-439c-b046-25332dea1bfc service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.410907] env[69220]: INFO nova.compute.manager [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Took 11.98 seconds to build instance. [ 1352.630972] env[69220]: DEBUG nova.network.neutron [-] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.652729] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4717fbd-3dba-428d-a24a-0ce4407564f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.664185] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c64575-f8a2-4dec-945c-c42567638f1f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.698485] env[69220]: DEBUG nova.compute.manager [req-3e2055e9-15bf-4e1a-919b-ac3cc777a012 req-a526e86f-3868-439c-b046-25332dea1bfc service nova] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Detach interface failed, port_id=cb007346-3354-4cd7-acef-84921f7a3513, reason: Instance b0e407ea-e516-4727-bc1a-01eda2b23db0 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1352.753092] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034fca96-0dc0-4ea3-a21d-e0dd8342bd3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.761424] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26fe717-5b1c-448c-a6bd-dc49f05d949a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.793868] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbca212e-aa2c-4b69-8207-8c46dc5a97a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.802316] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09edf989-381d-4f2b-9991-bfc520471c5b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.816055] env[69220]: DEBUG nova.compute.provider_tree [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.912570] env[69220]: DEBUG oslo_concurrency.lockutils [None req-bd1de5d5-00aa-4be1-bbe9-e1cf0646de4b tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.493s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.133316] env[69220]: INFO nova.compute.manager [-] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Took 1.25 seconds to deallocate network for instance. [ 1353.319779] env[69220]: DEBUG nova.scheduler.client.report [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.389500] env[69220]: INFO nova.compute.manager [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Rebuilding instance [ 1353.428663] env[69220]: DEBUG nova.compute.manager [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.429577] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5631528-6c83-4139-92b5-01506e7b9d29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.640138] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.824889] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.825268] env[69220]: DEBUG nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1353.828007] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.188s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.828262] env[69220]: DEBUG nova.objects.instance [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lazy-loading 'resources' on Instance uuid b0e407ea-e516-4727-bc1a-01eda2b23db0 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.331060] env[69220]: DEBUG nova.compute.utils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1354.335275] env[69220]: DEBUG nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.335464] env[69220]: DEBUG nova.network.neutron [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.382738] env[69220]: DEBUG nova.policy [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97b6780001d34f64be60ce1249e416bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '289ebec4fb7d46eb9c8ab8a6d3ac4d2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1354.418276] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e31261-d1a6-4921-837f-73993942bd94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.426599] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1e6ba-0826-42c0-890c-10ab26e3cba3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.456306] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.456738] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0940545f-1ba2-441a-bf34-55819274c9f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.458808] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91680738-c27b-47d1-89b1-3e2003950a5e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.469517] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd9616a-1c06-4bf0-9660-90df5b7de53e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.474050] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1354.474050] env[69220]: value = "task-2801899" [ 1354.474050] env[69220]: _type = "Task" [ 1354.474050] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.485311] env[69220]: DEBUG nova.compute.provider_tree [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.491863] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.656064] env[69220]: DEBUG nova.network.neutron [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Successfully created port: 659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.836840] env[69220]: DEBUG nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1354.984325] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801899, 'name': PowerOffVM_Task, 'duration_secs': 0.1423} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.984556] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.984752] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.985524] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b0fb51-b46f-4aa3-8df3-63e506d4debf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.988517] env[69220]: DEBUG nova.scheduler.client.report [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.997008] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.997258] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ab1a65c-a9ea-4583-aa13-8e10127e64c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.024079] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.024312] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.024468] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Deleting the datastore file [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.024765] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5131d2e4-6b7a-49c8-8335-ef8cced4aa28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.031513] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1355.031513] env[69220]: value = "task-2801901" [ 1355.031513] env[69220]: _type = "Task" [ 1355.031513] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.040637] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.343208] env[69220]: INFO nova.virt.block_device [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Booting with volume 949a5532-219e-43d9-b0b9-fc502b3b93d8 at /dev/sda [ 1355.379374] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e5e1a91-0258-4158-8be1-40f854609d8f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.390908] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8329f1a4-7193-47f0-a55a-b166a0b9f3d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.419311] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dcd2f20-3845-40ff-8060-02e818c049c8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.427883] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e772fc-8c7d-4566-a3b6-2123c82e3915 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.455040] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8c0612-aeba-443a-a963-20a795d35b4c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.461476] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d7d7b0-c6ce-40ec-a9ce-9866c47a4f8c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.475695] env[69220]: DEBUG nova.virt.block_device [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating existing volume attachment record: ed853d4d-7a9c-4ba5-8e7a-c324515c80f5 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1355.493473] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.516427] env[69220]: INFO nova.scheduler.client.report [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Deleted allocations for instance b0e407ea-e516-4727-bc1a-01eda2b23db0 [ 1355.542092] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098235} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.542413] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.542637] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.542932] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.010800] env[69220]: DEBUG nova.compute.manager [req-cbffcf5f-1822-49bd-9bf4-1e84f57a5ed2 req-66c7f369-4799-4b34-8426-d0031f6ee356 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Received event network-vif-plugged-659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1356.011066] env[69220]: DEBUG oslo_concurrency.lockutils [req-cbffcf5f-1822-49bd-9bf4-1e84f57a5ed2 req-66c7f369-4799-4b34-8426-d0031f6ee356 service nova] Acquiring lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.011327] env[69220]: DEBUG oslo_concurrency.lockutils [req-cbffcf5f-1822-49bd-9bf4-1e84f57a5ed2 req-66c7f369-4799-4b34-8426-d0031f6ee356 service nova] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.011458] env[69220]: DEBUG oslo_concurrency.lockutils [req-cbffcf5f-1822-49bd-9bf4-1e84f57a5ed2 req-66c7f369-4799-4b34-8426-d0031f6ee356 service nova] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.011628] env[69220]: DEBUG nova.compute.manager [req-cbffcf5f-1822-49bd-9bf4-1e84f57a5ed2 req-66c7f369-4799-4b34-8426-d0031f6ee356 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] No waiting events found dispatching network-vif-plugged-659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.012177] env[69220]: WARNING nova.compute.manager [req-cbffcf5f-1822-49bd-9bf4-1e84f57a5ed2 req-66c7f369-4799-4b34-8426-d0031f6ee356 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Received unexpected event network-vif-plugged-659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab for instance with vm_state building and task_state block_device_mapping. [ 1356.023919] env[69220]: DEBUG oslo_concurrency.lockutils [None req-8676b79d-dc9a-4f2b-9e25-7fbf650c1b86 tempest-ServerAddressesNegativeTestJSON-242435002 tempest-ServerAddressesNegativeTestJSON-242435002-project-member] Lock "b0e407ea-e516-4727-bc1a-01eda2b23db0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.078s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.094107] env[69220]: DEBUG nova.network.neutron [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Successfully updated port: 659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.581742] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.582063] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.582159] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.582348] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.582497] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.582637] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.582843] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.583007] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.583185] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.583351] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.583524] env[69220]: DEBUG nova.virt.hardware [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.584624] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c022e220-c9cc-4ba3-9c72-bd16c97d0d22 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.593036] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a27b76-3362-4e8d-9399-77fa4fd63ea0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.598925] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.599078] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.599263] env[69220]: DEBUG nova.network.neutron [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.608847] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.614487] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.616881] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.617127] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fce21e5e-aa51-4be7-b823-8b399d21d913 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.635277] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.635277] env[69220]: value = "task-2801902" [ 1356.635277] env[69220]: _type = "Task" [ 1356.635277] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.644576] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801902, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.658161] env[69220]: DEBUG nova.network.neutron [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.677969] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.678241] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.784233] env[69220]: DEBUG nova.network.neutron [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance_info_cache with network_info: [{"id": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "address": "fa:16:3e:88:a2:31", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659db1d0-5f", "ovs_interfaceid": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.144947] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801902, 'name': CreateVM_Task, 'duration_secs': 0.254742} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.146499] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.146499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.146499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.146499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.146499] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1b9a5e-8b19-4bd4-bfeb-c9b4d346367b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.151507] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1357.151507] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527248c4-81d3-4a1d-ffc5-e26f402b2906" [ 1357.151507] env[69220]: _type = "Task" [ 1357.151507] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.160832] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527248c4-81d3-4a1d-ffc5-e26f402b2906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.181976] env[69220]: INFO nova.compute.manager [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Detaching volume dc921d37-77cd-4445-8b5c-d2eea35bee3f [ 1357.217853] env[69220]: INFO nova.virt.block_device [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Attempting to driver detach volume dc921d37-77cd-4445-8b5c-d2eea35bee3f from mountpoint /dev/sdb [ 1357.218019] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1357.218238] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563015', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'name': 'volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f170ef25-bb81-4a3e-a06c-65d7e30893b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'serial': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1357.219105] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb908b5-ddd9-454f-82c5-80a638c2d983 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.242722] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d30978-0675-4bf3-ba21-a240e9849650 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.251378] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00593ac-76cd-4e57-bc7b-a14c075e2d39 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.272859] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a3684-b71b-4f04-973d-11753cf34f90 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.288818] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.289146] env[69220]: DEBUG nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Instance network_info: |[{"id": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "address": "fa:16:3e:88:a2:31", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659db1d0-5f", "ovs_interfaceid": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1357.289472] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] The volume has not been displaced from its original location: [datastore2] volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f/volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1357.294683] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.294991] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d9a97f-90e0-43b7-a836-f3ab6e70d06e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.314372] env[69220]: DEBUG oslo_vmware.api [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1357.314372] env[69220]: value = "task-2801903" [ 1357.314372] env[69220]: _type = "Task" [ 1357.314372] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.322904] env[69220]: DEBUG oslo_vmware.api [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.564017] env[69220]: DEBUG nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.564590] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.564802] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.564957] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.565149] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.565295] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.565439] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.565643] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.565799] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.565965] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.566179] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.566359] env[69220]: DEBUG nova.virt.hardware [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.567276] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585cfa95-2942-4d39-b8ff-6a3846f09468 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.577509] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2e2486-e3ce-4f1e-99a2-bcb56690a0d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.590886] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a2:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.599231] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.599231] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.599231] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52ad859e-3525-4989-bd60-98c0cfcb1788 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.619720] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.619720] env[69220]: value = "task-2801904" [ 1357.619720] env[69220]: _type = "Task" [ 1357.619720] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.629453] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801904, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.662314] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527248c4-81d3-4a1d-ffc5-e26f402b2906, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.662642] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.662872] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.664100] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.664100] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.664100] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.664100] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8798df-e825-48be-a5e7-ced398ffc8f2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.673438] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.673682] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.674549] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465df9bd-ba6b-4a7d-91b0-efb596092404 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.680736] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1357.680736] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523313e5-bb62-da91-5756-4dc8d5b84c13" [ 1357.680736] env[69220]: _type = "Task" [ 1357.680736] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.692938] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523313e5-bb62-da91-5756-4dc8d5b84c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.826126] env[69220]: DEBUG oslo_vmware.api [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801903, 'name': ReconfigVM_Task, 'duration_secs': 0.237205} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.826565] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.831626] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841e951f-144a-4762-9f39-8c9740291f3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.848962] env[69220]: DEBUG oslo_vmware.api [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1357.848962] env[69220]: value = "task-2801905" [ 1357.848962] env[69220]: _type = "Task" [ 1357.848962] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.861106] env[69220]: DEBUG oslo_vmware.api [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.043808] env[69220]: DEBUG nova.compute.manager [req-cd66d4c6-012a-4058-b3b3-245fdbc51dfc req-17048795-d4a4-4aae-bdaf-164f2d6872bc service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Received event network-changed-659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1358.044531] env[69220]: DEBUG nova.compute.manager [req-cd66d4c6-012a-4058-b3b3-245fdbc51dfc req-17048795-d4a4-4aae-bdaf-164f2d6872bc service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Refreshing instance network info cache due to event network-changed-659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1358.044531] env[69220]: DEBUG oslo_concurrency.lockutils [req-cd66d4c6-012a-4058-b3b3-245fdbc51dfc req-17048795-d4a4-4aae-bdaf-164f2d6872bc service nova] Acquiring lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.044531] env[69220]: DEBUG oslo_concurrency.lockutils [req-cd66d4c6-012a-4058-b3b3-245fdbc51dfc req-17048795-d4a4-4aae-bdaf-164f2d6872bc service nova] Acquired lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.044531] env[69220]: DEBUG nova.network.neutron [req-cd66d4c6-012a-4058-b3b3-245fdbc51dfc req-17048795-d4a4-4aae-bdaf-164f2d6872bc service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Refreshing network info cache for port 659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.129951] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801904, 'name': CreateVM_Task, 'duration_secs': 0.327733} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.130144] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.130854] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563022', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'name': 'volume-949a5532-219e-43d9-b0b9-fc502b3b93d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54e4eeab-3daf-4598-b03e-076e3cf4203d', 'attached_at': '', 'detached_at': '', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'serial': '949a5532-219e-43d9-b0b9-fc502b3b93d8'}, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'ed853d4d-7a9c-4ba5-8e7a-c324515c80f5', 'volume_type': None}], 'swap': None} {{(pid=69220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1358.131118] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Root volume attach. Driver type: vmdk {{(pid=69220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1358.131861] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572cee6f-3643-4854-ae27-710d598dd563 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.139287] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5dcab4-92c3-4fee-a95b-7dd7d4a847f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.145186] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eebd9f-869b-4381-b2ff-acb2b65b0db3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.150739] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d9ff48d9-c6b3-457b-bf7c-b5a795f65d55 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.157919] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1358.157919] env[69220]: value = "task-2801906" [ 1358.157919] env[69220]: _type = "Task" [ 1358.157919] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.169792] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801906, 'name': RelocateVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.190748] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523313e5-bb62-da91-5756-4dc8d5b84c13, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.191470] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d461d7b-8ef9-4518-ae4f-5a517ebf75ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.196851] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1358.196851] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52cd0709-d08a-a811-7ccc-e8db07df8212" [ 1358.196851] env[69220]: _type = "Task" [ 1358.196851] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.205116] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cd0709-d08a-a811-7ccc-e8db07df8212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.360012] env[69220]: DEBUG oslo_vmware.api [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801905, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.668284] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801906, 'name': RelocateVM_Task, 'duration_secs': 0.381048} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.668574] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1358.668953] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563022', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'name': 'volume-949a5532-219e-43d9-b0b9-fc502b3b93d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54e4eeab-3daf-4598-b03e-076e3cf4203d', 'attached_at': '', 'detached_at': '', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'serial': '949a5532-219e-43d9-b0b9-fc502b3b93d8'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1358.670209] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa878e7e-538d-4386-a6cd-ad4b385719e7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.686946] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcce818-c39d-49fa-b5ae-9f06313273cd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.714147] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-949a5532-219e-43d9-b0b9-fc502b3b93d8/volume-949a5532-219e-43d9-b0b9-fc502b3b93d8.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.717612] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14fe36b5-0086-4f78-a406-c1d92ac88b26 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.740381] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52cd0709-d08a-a811-7ccc-e8db07df8212, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.741535] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.741788] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42/45c6ab5f-8d25-4407-aa74-b7d2d8681b42.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.742138] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1358.742138] env[69220]: value = "task-2801907" [ 1358.742138] env[69220]: _type = "Task" [ 1358.742138] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.742338] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62dfef88-aa3f-4ee2-9a49-182ab9dfd442 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.752641] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.753778] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1358.753778] env[69220]: value = "task-2801908" [ 1358.753778] env[69220]: _type = "Task" [ 1358.753778] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.844979] env[69220]: DEBUG nova.network.neutron [req-cd66d4c6-012a-4058-b3b3-245fdbc51dfc req-17048795-d4a4-4aae-bdaf-164f2d6872bc service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updated VIF entry in instance network info cache for port 659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.845483] env[69220]: DEBUG nova.network.neutron [req-cd66d4c6-012a-4058-b3b3-245fdbc51dfc req-17048795-d4a4-4aae-bdaf-164f2d6872bc service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance_info_cache with network_info: [{"id": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "address": "fa:16:3e:88:a2:31", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659db1d0-5f", "ovs_interfaceid": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.861563] env[69220]: DEBUG oslo_vmware.api [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801905, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.255365] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801907, 'name': ReconfigVM_Task, 'duration_secs': 0.29103} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.258741] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-949a5532-219e-43d9-b0b9-fc502b3b93d8/volume-949a5532-219e-43d9-b0b9-fc502b3b93d8.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.263566] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca38041-d532-4599-bf3c-ee83f45932d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.284423] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.284910] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1359.284910] env[69220]: value = "task-2801909" [ 1359.284910] env[69220]: _type = "Task" [ 1359.284910] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.295394] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.348313] env[69220]: DEBUG oslo_concurrency.lockutils [req-cd66d4c6-012a-4058-b3b3-245fdbc51dfc req-17048795-d4a4-4aae-bdaf-164f2d6872bc service nova] Releasing lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.366380] env[69220]: DEBUG oslo_vmware.api [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801905, 'name': ReconfigVM_Task, 'duration_secs': 1.175705} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.366737] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563015', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'name': 'volume-dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f170ef25-bb81-4a3e-a06c-65d7e30893b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f', 'serial': 'dc921d37-77cd-4445-8b5c-d2eea35bee3f'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1359.766943] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630517} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.767284] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42/45c6ab5f-8d25-4407-aa74-b7d2d8681b42.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.767422] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1359.767767] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-990b1838-056b-40be-ad42-58c90e50bf13 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.783564] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1359.783564] env[69220]: value = "task-2801910" [ 1359.783564] env[69220]: _type = "Task" [ 1359.783564] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.797816] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801909, 'name': ReconfigVM_Task, 'duration_secs': 0.169453} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.800695] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563022', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'name': 'volume-949a5532-219e-43d9-b0b9-fc502b3b93d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54e4eeab-3daf-4598-b03e-076e3cf4203d', 'attached_at': '', 'detached_at': '', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'serial': '949a5532-219e-43d9-b0b9-fc502b3b93d8'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1359.801335] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.801563] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6071c74-af7f-43ec-817c-e2dd5249e778 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.809978] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1359.809978] env[69220]: value = "task-2801911" [ 1359.809978] env[69220]: _type = "Task" [ 1359.809978] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.819368] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801911, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.922254] env[69220]: DEBUG nova.objects.instance [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'flavor' on Instance uuid f170ef25-bb81-4a3e-a06c-65d7e30893b7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.294476] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081862} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.294739] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.295553] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c328d2-60ec-41be-af18-0208577e540d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.317218] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42/45c6ab5f-8d25-4407-aa74-b7d2d8681b42.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.317549] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e782b08-f0e8-4ea1-841b-5ab9a49aed92 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.341435] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801911, 'name': Rename_Task, 'duration_secs': 0.145955} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.342739] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.343072] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1360.343072] env[69220]: value = "task-2801912" [ 1360.343072] env[69220]: _type = "Task" [ 1360.343072] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.343258] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb93cc9-2b9f-49ba-aac4-4e306c33c9ad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.353458] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.354745] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1360.354745] env[69220]: value = "task-2801913" [ 1360.354745] env[69220]: _type = "Task" [ 1360.354745] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.363169] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.856949] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801912, 'name': ReconfigVM_Task, 'duration_secs': 0.388217} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.860095] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42/45c6ab5f-8d25-4407-aa74-b7d2d8681b42.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.860880] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe6fc19-b9b9-4d26-938b-4c0ae7ef2ca2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.868886] env[69220]: DEBUG oslo_vmware.api [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801913, 'name': PowerOnVM_Task, 'duration_secs': 0.501807} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.870483] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.870756] env[69220]: INFO nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Took 3.31 seconds to spawn the instance on the hypervisor. [ 1360.871222] env[69220]: DEBUG nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.871461] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1360.871461] env[69220]: value = "task-2801914" [ 1360.871461] env[69220]: _type = "Task" [ 1360.871461] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.872420] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a595e21-27e5-4015-999d-fe4166b0110c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.891733] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801914, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.931915] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c096d74c-f678-4cd5-8db6-88dceb6f46cf tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.253s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.386406] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801914, 'name': Rename_Task, 'duration_secs': 0.16903} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.386714] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.386971] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1048088-aca8-42f9-8702-2481a1862a08 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.402420] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1361.402420] env[69220]: value = "task-2801915" [ 1361.402420] env[69220]: _type = "Task" [ 1361.402420] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.403786] env[69220]: INFO nova.compute.manager [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Took 9.79 seconds to build instance. [ 1361.410252] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.907858] env[69220]: DEBUG oslo_concurrency.lockutils [None req-7d79d3e9-c5df-4847-8090-fad79fa41b09 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.298s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.915606] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.012513] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.013287] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.013287] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.013287] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.013287] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.015638] env[69220]: DEBUG nova.compute.manager [req-f507bb45-fd60-45c8-8353-118f14308815 req-027143ea-e02c-4c80-a229-1dc073a9c0a7 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Received event network-changed-79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1362.015957] env[69220]: DEBUG nova.compute.manager [req-f507bb45-fd60-45c8-8353-118f14308815 req-027143ea-e02c-4c80-a229-1dc073a9c0a7 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Refreshing instance network info cache due to event network-changed-79260c53-85c3-4bdc-a055-4ebe8bcbe519. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1362.016048] env[69220]: DEBUG oslo_concurrency.lockutils [req-f507bb45-fd60-45c8-8353-118f14308815 req-027143ea-e02c-4c80-a229-1dc073a9c0a7 service nova] Acquiring lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.016159] env[69220]: DEBUG oslo_concurrency.lockutils [req-f507bb45-fd60-45c8-8353-118f14308815 req-027143ea-e02c-4c80-a229-1dc073a9c0a7 service nova] Acquired lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.016316] env[69220]: DEBUG nova.network.neutron [req-f507bb45-fd60-45c8-8353-118f14308815 req-027143ea-e02c-4c80-a229-1dc073a9c0a7 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Refreshing network info cache for port 79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.017628] env[69220]: INFO nova.compute.manager [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Terminating instance [ 1362.274235] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.274471] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.412291] env[69220]: DEBUG oslo_vmware.api [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801915, 'name': PowerOnVM_Task, 'duration_secs': 0.531457} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.412565] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.412780] env[69220]: DEBUG nova.compute.manager [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.413576] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4492dcd-1bb0-4306-90a1-5013e303c5d6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.523199] env[69220]: DEBUG nova.compute.manager [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.523512] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.524358] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c3137-61b0-4bf9-9a1c-175e2e7bc17e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.533392] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.533650] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8753bc1b-1851-479d-aa67-23d5d7696c83 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.541675] env[69220]: DEBUG oslo_vmware.api [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1362.541675] env[69220]: value = "task-2801916" [ 1362.541675] env[69220]: _type = "Task" [ 1362.541675] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.549579] env[69220]: DEBUG oslo_vmware.api [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.768606] env[69220]: DEBUG nova.network.neutron [req-f507bb45-fd60-45c8-8353-118f14308815 req-027143ea-e02c-4c80-a229-1dc073a9c0a7 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updated VIF entry in instance network info cache for port 79260c53-85c3-4bdc-a055-4ebe8bcbe519. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.769188] env[69220]: DEBUG nova.network.neutron [req-f507bb45-fd60-45c8-8353-118f14308815 req-027143ea-e02c-4c80-a229-1dc073a9c0a7 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updating instance_info_cache with network_info: [{"id": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "address": "fa:16:3e:47:85:4a", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79260c53-85", "ovs_interfaceid": "79260c53-85c3-4bdc-a055-4ebe8bcbe519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.777217] env[69220]: DEBUG nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.933970] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.933970] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.934362] env[69220]: DEBUG nova.objects.instance [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1363.052122] env[69220]: DEBUG oslo_vmware.api [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801916, 'name': PowerOffVM_Task, 'duration_secs': 0.200797} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.052400] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.052566] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.052810] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-057dbb95-d697-4b49-92f2-1308903ad9bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.242204] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.242467] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.242616] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.242806] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.243063] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.245276] env[69220]: INFO nova.compute.manager [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Terminating instance [ 1363.261572] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.261572] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.261744] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleting the datastore file [datastore2] f170ef25-bb81-4a3e-a06c-65d7e30893b7 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.262846] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c160f56e-b737-4566-a4f2-372d5e27beda {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.270490] env[69220]: DEBUG oslo_vmware.api [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1363.270490] env[69220]: value = "task-2801918" [ 1363.270490] env[69220]: _type = "Task" [ 1363.270490] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.273981] env[69220]: DEBUG oslo_concurrency.lockutils [req-f507bb45-fd60-45c8-8353-118f14308815 req-027143ea-e02c-4c80-a229-1dc073a9c0a7 service nova] Releasing lock "refresh_cache-5b70c878-32be-42ca-8ded-963b3e77ba43" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.279946] env[69220]: DEBUG oslo_vmware.api [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.303462] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.513028] env[69220]: DEBUG nova.compute.manager [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Stashing vm_state: active {{(pid=69220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1363.749151] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "refresh_cache-45c6ab5f-8d25-4407-aa74-b7d2d8681b42" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.749357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquired lock "refresh_cache-45c6ab5f-8d25-4407-aa74-b7d2d8681b42" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.749511] env[69220]: DEBUG nova.network.neutron [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.785060] env[69220]: DEBUG oslo_vmware.api [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146699} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.785297] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.785486] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.785647] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.785834] env[69220]: INFO nova.compute.manager [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1363.786095] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.786312] env[69220]: DEBUG nova.compute.manager [-] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.786411] env[69220]: DEBUG nova.network.neutron [-] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.943933] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0a57b021-fb5b-49b9-822a-4a6c7656bd23 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.945099] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.642s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.948311] env[69220]: INFO nova.compute.claims [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.038544] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.039814] env[69220]: DEBUG nova.compute.manager [req-023f36a0-0c29-4b72-a8c5-e3e43498ada1 req-faac33f6-de6d-4ffc-aa70-dfdee5a4c2e4 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Received event network-changed-659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1364.039999] env[69220]: DEBUG nova.compute.manager [req-023f36a0-0c29-4b72-a8c5-e3e43498ada1 req-faac33f6-de6d-4ffc-aa70-dfdee5a4c2e4 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Refreshing instance network info cache due to event network-changed-659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1364.040220] env[69220]: DEBUG oslo_concurrency.lockutils [req-023f36a0-0c29-4b72-a8c5-e3e43498ada1 req-faac33f6-de6d-4ffc-aa70-dfdee5a4c2e4 service nova] Acquiring lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.040362] env[69220]: DEBUG oslo_concurrency.lockutils [req-023f36a0-0c29-4b72-a8c5-e3e43498ada1 req-faac33f6-de6d-4ffc-aa70-dfdee5a4c2e4 service nova] Acquired lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.040522] env[69220]: DEBUG nova.network.neutron [req-023f36a0-0c29-4b72-a8c5-e3e43498ada1 req-faac33f6-de6d-4ffc-aa70-dfdee5a4c2e4 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Refreshing network info cache for port 659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.271789] env[69220]: DEBUG nova.network.neutron [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.316927] env[69220]: DEBUG nova.network.neutron [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.711915] env[69220]: DEBUG nova.network.neutron [-] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.757359] env[69220]: DEBUG nova.network.neutron [req-023f36a0-0c29-4b72-a8c5-e3e43498ada1 req-faac33f6-de6d-4ffc-aa70-dfdee5a4c2e4 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updated VIF entry in instance network info cache for port 659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.757722] env[69220]: DEBUG nova.network.neutron [req-023f36a0-0c29-4b72-a8c5-e3e43498ada1 req-faac33f6-de6d-4ffc-aa70-dfdee5a4c2e4 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance_info_cache with network_info: [{"id": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "address": "fa:16:3e:88:a2:31", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659db1d0-5f", "ovs_interfaceid": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.819890] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Releasing lock "refresh_cache-45c6ab5f-8d25-4407-aa74-b7d2d8681b42" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.820265] env[69220]: DEBUG nova.compute.manager [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.820509] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.821547] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae84e2-3682-4145-b9bd-23d4745b7e5d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.830332] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.830587] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fac6058-f04c-4aae-9573-685a2ad66de7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.838954] env[69220]: DEBUG oslo_vmware.api [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1364.838954] env[69220]: value = "task-2801919" [ 1364.838954] env[69220]: _type = "Task" [ 1364.838954] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.848512] env[69220]: DEBUG oslo_vmware.api [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.053348] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffba3f18-c611-416d-ade1-7a472199f963 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.061023] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b51679-5436-45b2-9eec-92a685be3cb1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.092037] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edf5182-71d8-48c4-9789-0b7e62cd1595 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.099861] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6483d801-ff85-4b91-9d52-c85d23e55b42 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.113017] env[69220]: DEBUG nova.compute.provider_tree [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.213891] env[69220]: INFO nova.compute.manager [-] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Took 1.43 seconds to deallocate network for instance. [ 1365.260725] env[69220]: DEBUG oslo_concurrency.lockutils [req-023f36a0-0c29-4b72-a8c5-e3e43498ada1 req-faac33f6-de6d-4ffc-aa70-dfdee5a4c2e4 service nova] Releasing lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.349180] env[69220]: DEBUG oslo_vmware.api [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801919, 'name': PowerOffVM_Task, 'duration_secs': 0.156915} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.349618] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.349797] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.350171] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ff6edee-0f10-418e-a9e6-f73c0eb0b0eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.384612] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.384831] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.385014] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Deleting the datastore file [datastore2] 45c6ab5f-8d25-4407-aa74-b7d2d8681b42 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.385407] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-308d26dc-b36d-4fcb-a6d2-fefd19bb7e99 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.394270] env[69220]: DEBUG oslo_vmware.api [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for the task: (returnval){ [ 1365.394270] env[69220]: value = "task-2801921" [ 1365.394270] env[69220]: _type = "Task" [ 1365.394270] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.403043] env[69220]: DEBUG oslo_vmware.api [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.616667] env[69220]: DEBUG nova.scheduler.client.report [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.720504] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.904389] env[69220]: DEBUG oslo_vmware.api [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Task: {'id': task-2801921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109652} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.904640] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.904832] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.905015] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.905203] env[69220]: INFO nova.compute.manager [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1365.905596] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.905753] env[69220]: DEBUG nova.compute.manager [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.905753] env[69220]: DEBUG nova.network.neutron [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.921470] env[69220]: DEBUG nova.network.neutron [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.073458] env[69220]: DEBUG nova.compute.manager [req-c6e78116-dada-4ee8-a2cb-1948aa3b6030 req-1fd92e77-8512-4bcf-b469-37c5325771c6 service nova] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Received event network-vif-deleted-80efa099-833a-4e8d-af00-9cf0ef307d40 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1366.122072] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.122592] env[69220]: DEBUG nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1366.125272] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.087s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.423896] env[69220]: DEBUG nova.network.neutron [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.629492] env[69220]: DEBUG nova.compute.utils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1366.633058] env[69220]: INFO nova.compute.claims [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.635994] env[69220]: DEBUG nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.636176] env[69220]: DEBUG nova.network.neutron [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.685289] env[69220]: DEBUG nova.policy [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376fce193635414595fb00a7f6f816cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29500d747441469a9c3a7b9d15629b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.926690] env[69220]: INFO nova.compute.manager [-] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Took 1.02 seconds to deallocate network for instance. [ 1366.955744] env[69220]: DEBUG nova.network.neutron [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Successfully created port: c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.139300] env[69220]: DEBUG nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1367.143805] env[69220]: INFO nova.compute.resource_tracker [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating resource usage from migration 24d5f7bf-46d8-4fdb-a6bd-ac4ade6deddd [ 1367.251617] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdee2855-1cd7-4887-bb40-f0fed5e8c202 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.259142] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f540c96-e451-494a-b254-e6d2b53780d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.289820] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4b51a6-ed49-42a9-8288-3b0fa2aeb8dd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.297038] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7281b93-57b0-4a2c-9dee-41d37505ad64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.309922] env[69220]: DEBUG nova.compute.provider_tree [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.433877] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.813182] env[69220]: DEBUG nova.scheduler.client.report [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.153208] env[69220]: DEBUG nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1368.182761] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.183026] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.183555] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.183555] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.183684] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.183891] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.184069] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.184239] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.184413] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.184560] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.184738] env[69220]: DEBUG nova.virt.hardware [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.185758] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe373ecc-b43f-4bab-b14a-2082f1ae8d29 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.196009] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f43c4b-b673-4ca2-9351-293ae5f8aa15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.318923] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.193s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.318923] env[69220]: INFO nova.compute.manager [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Migrating [ 1368.327862] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.608s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.328132] env[69220]: DEBUG nova.objects.instance [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'resources' on Instance uuid f170ef25-bb81-4a3e-a06c-65d7e30893b7 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.329918] env[69220]: DEBUG nova.compute.manager [req-f57b39fc-f456-433c-901d-b0195e764c1c req-b03745a1-b5f8-4d8d-ae0c-5173a046ef87 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Received event network-vif-plugged-c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1368.330133] env[69220]: DEBUG oslo_concurrency.lockutils [req-f57b39fc-f456-433c-901d-b0195e764c1c req-b03745a1-b5f8-4d8d-ae0c-5173a046ef87 service nova] Acquiring lock "356d44c8-8c45-4c08-8a71-eb590bd70a93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.330340] env[69220]: DEBUG oslo_concurrency.lockutils [req-f57b39fc-f456-433c-901d-b0195e764c1c req-b03745a1-b5f8-4d8d-ae0c-5173a046ef87 service nova] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.330506] env[69220]: DEBUG oslo_concurrency.lockutils [req-f57b39fc-f456-433c-901d-b0195e764c1c req-b03745a1-b5f8-4d8d-ae0c-5173a046ef87 service nova] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.330685] env[69220]: DEBUG nova.compute.manager [req-f57b39fc-f456-433c-901d-b0195e764c1c req-b03745a1-b5f8-4d8d-ae0c-5173a046ef87 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] No waiting events found dispatching network-vif-plugged-c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.330851] env[69220]: WARNING nova.compute.manager [req-f57b39fc-f456-433c-901d-b0195e764c1c req-b03745a1-b5f8-4d8d-ae0c-5173a046ef87 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Received unexpected event network-vif-plugged-c43c0efc-4816-4d76-921d-641d906cc709 for instance with vm_state building and task_state spawning. [ 1368.415366] env[69220]: DEBUG nova.network.neutron [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Successfully updated port: c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.838427] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.838605] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.838863] env[69220]: DEBUG nova.network.neutron [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.917630] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.917772] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.917913] env[69220]: DEBUG nova.network.neutron [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.929246] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec5f700-2b01-44fb-9422-f2b8aed07937 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.938624] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904c709-6687-43b1-a189-b4de95ab232a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.968122] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1f3157-93dd-479e-8369-10d2ca271a14 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.976363] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fa5a29-206e-4e60-9950-a5d4083b283f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.989570] env[69220]: DEBUG nova.compute.provider_tree [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.448971] env[69220]: DEBUG nova.network.neutron [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.492667] env[69220]: DEBUG nova.scheduler.client.report [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.538990] env[69220]: DEBUG nova.network.neutron [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance_info_cache with network_info: [{"id": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "address": "fa:16:3e:88:a2:31", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659db1d0-5f", "ovs_interfaceid": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.568843] env[69220]: DEBUG nova.network.neutron [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Updating instance_info_cache with network_info: [{"id": "c43c0efc-4816-4d76-921d-641d906cc709", "address": "fa:16:3e:29:e4:c6", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43c0efc-48", "ovs_interfaceid": "c43c0efc-4816-4d76-921d-641d906cc709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.997920] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.000247] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.566s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.000469] env[69220]: DEBUG nova.objects.instance [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lazy-loading 'resources' on Instance uuid 45c6ab5f-8d25-4407-aa74-b7d2d8681b42 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.019546] env[69220]: INFO nova.scheduler.client.report [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted allocations for instance f170ef25-bb81-4a3e-a06c-65d7e30893b7 [ 1370.042090] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.071522] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.071813] env[69220]: DEBUG nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Instance network_info: |[{"id": "c43c0efc-4816-4d76-921d-641d906cc709", "address": "fa:16:3e:29:e4:c6", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43c0efc-48", "ovs_interfaceid": "c43c0efc-4816-4d76-921d-641d906cc709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.072224] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:e4:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c43c0efc-4816-4d76-921d-641d906cc709', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.079815] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Creating folder: Project (bd29500d747441469a9c3a7b9d15629b). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.080288] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b696336-aea1-4397-9cfe-14f658addd53 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.090896] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Created folder: Project (bd29500d747441469a9c3a7b9d15629b) in parent group-v562703. [ 1370.091085] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Creating folder: Instances. Parent ref: group-v563031. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.091299] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6e463a1-ce63-45df-9b82-59e6445d7829 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.099590] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Created folder: Instances in parent group-v563031. [ 1370.099808] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.099983] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.100187] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c8c4863-d38b-416a-b846-908312fc369b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.118175] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.118175] env[69220]: value = "task-2801924" [ 1370.118175] env[69220]: _type = "Task" [ 1370.118175] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.126132] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801924, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.350581] env[69220]: DEBUG nova.compute.manager [req-de1c583f-6c8a-406f-b2d2-a0a67d44ec1b req-1945aa4a-7df6-4aed-a6e6-9ba861d176f9 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Received event network-changed-c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1370.350581] env[69220]: DEBUG nova.compute.manager [req-de1c583f-6c8a-406f-b2d2-a0a67d44ec1b req-1945aa4a-7df6-4aed-a6e6-9ba861d176f9 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Refreshing instance network info cache due to event network-changed-c43c0efc-4816-4d76-921d-641d906cc709. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1370.350581] env[69220]: DEBUG oslo_concurrency.lockutils [req-de1c583f-6c8a-406f-b2d2-a0a67d44ec1b req-1945aa4a-7df6-4aed-a6e6-9ba861d176f9 service nova] Acquiring lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.351050] env[69220]: DEBUG oslo_concurrency.lockutils [req-de1c583f-6c8a-406f-b2d2-a0a67d44ec1b req-1945aa4a-7df6-4aed-a6e6-9ba861d176f9 service nova] Acquired lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.351223] env[69220]: DEBUG nova.network.neutron [req-de1c583f-6c8a-406f-b2d2-a0a67d44ec1b req-1945aa4a-7df6-4aed-a6e6-9ba861d176f9 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Refreshing network info cache for port c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.526820] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6e67e81f-68e2-4c7a-a9cc-65790612da6c tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "f170ef25-bb81-4a3e-a06c-65d7e30893b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.514s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.597462] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af861279-95ec-47e2-9fca-3200ccbd2ddb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.604999] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a970cc93-1aa3-48f1-a2f1-c5163088d118 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.639401] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac5ba7-b0c2-4850-9beb-15535a7658fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.646482] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801924, 'name': CreateVM_Task, 'duration_secs': 0.300785} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.648684] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.649121] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.649288] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.649628] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.650855] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7353fbf-e586-4a63-bcd9-75d80142ece9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.654365] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791a04b6-33bc-4f3a-881e-18f96b74b5fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.666836] env[69220]: DEBUG nova.compute.provider_tree [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.670256] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1370.670256] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]526993d5-7b93-a9e0-0f66-daf9b07c2098" [ 1370.670256] env[69220]: _type = "Task" [ 1370.670256] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.678439] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]526993d5-7b93-a9e0-0f66-daf9b07c2098, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.678715] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.678939] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.679192] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.679391] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.679577] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.679829] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc572b5-ea93-46f6-ab44-ad66b60521a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.687527] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.687698] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.688512] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416f3d9f-6a05-46cb-8f72-c268023d4dec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.693331] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1370.693331] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52d7d623-516f-fa0b-9622-c981a48d5e49" [ 1370.693331] env[69220]: _type = "Task" [ 1370.693331] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.701139] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d7d623-516f-fa0b-9622-c981a48d5e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.076983] env[69220]: DEBUG nova.network.neutron [req-de1c583f-6c8a-406f-b2d2-a0a67d44ec1b req-1945aa4a-7df6-4aed-a6e6-9ba861d176f9 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Updated VIF entry in instance network info cache for port c43c0efc-4816-4d76-921d-641d906cc709. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.077761] env[69220]: DEBUG nova.network.neutron [req-de1c583f-6c8a-406f-b2d2-a0a67d44ec1b req-1945aa4a-7df6-4aed-a6e6-9ba861d176f9 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Updating instance_info_cache with network_info: [{"id": "c43c0efc-4816-4d76-921d-641d906cc709", "address": "fa:16:3e:29:e4:c6", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43c0efc-48", "ovs_interfaceid": "c43c0efc-4816-4d76-921d-641d906cc709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.172018] env[69220]: DEBUG nova.scheduler.client.report [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.205950] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52d7d623-516f-fa0b-9622-c981a48d5e49, 'name': SearchDatastore_Task, 'duration_secs': 0.00827} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.205950] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222a2fba-eab7-40db-be13-0eb2f6b93523 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.210694] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1371.210694] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e00f0b-6fa6-eefd-be1c-0f8673e2ce58" [ 1371.210694] env[69220]: _type = "Task" [ 1371.210694] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.217745] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e00f0b-6fa6-eefd-be1c-0f8673e2ce58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.558774] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ceb48a-6bd0-43be-a10f-f558dd4becb5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.577520] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance '54e4eeab-3daf-4598-b03e-076e3cf4203d' progress to 0 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.581175] env[69220]: DEBUG oslo_concurrency.lockutils [req-de1c583f-6c8a-406f-b2d2-a0a67d44ec1b req-1945aa4a-7df6-4aed-a6e6-9ba861d176f9 service nova] Releasing lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.676153] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.699765] env[69220]: INFO nova.scheduler.client.report [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Deleted allocations for instance 45c6ab5f-8d25-4407-aa74-b7d2d8681b42 [ 1371.719406] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e00f0b-6fa6-eefd-be1c-0f8673e2ce58, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.719664] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.719910] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 356d44c8-8c45-4c08-8a71-eb590bd70a93/356d44c8-8c45-4c08-8a71-eb590bd70a93.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.720187] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-588537a9-c9b4-4d7e-9f50-57d3efb9c8eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.727456] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1371.727456] env[69220]: value = "task-2801925" [ 1371.727456] env[69220]: _type = "Task" [ 1371.727456] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.734744] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.083894] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.084256] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96e978c8-4b7d-4e2c-aab1-ced827a68d4b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.091584] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1372.091584] env[69220]: value = "task-2801926" [ 1372.091584] env[69220]: _type = "Task" [ 1372.091584] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.100976] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.210394] env[69220]: DEBUG oslo_concurrency.lockutils [None req-9562e9fa-e2cb-4c45-a309-f143d841c595 tempest-ServerShowV254Test-1815177016 tempest-ServerShowV254Test-1815177016-project-member] Lock "45c6ab5f-8d25-4407-aa74-b7d2d8681b42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.968s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.237921] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492612} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.238889] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 356d44c8-8c45-4c08-8a71-eb590bd70a93/356d44c8-8c45-4c08-8a71-eb590bd70a93.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.239126] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.239396] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9baaeb07-e058-4b37-8c41-e46f6515119e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.246478] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1372.246478] env[69220]: value = "task-2801927" [ 1372.246478] env[69220]: _type = "Task" [ 1372.246478] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.255620] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.322913] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.323162] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.601765] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801926, 'name': PowerOffVM_Task, 'duration_secs': 0.246122} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.602112] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.602326] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance '54e4eeab-3daf-4598-b03e-076e3cf4203d' progress to 17 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.757427] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067512} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.757427] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.758102] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2978b6c-00ee-432a-9d02-e9ee36ce1a2f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.780260] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 356d44c8-8c45-4c08-8a71-eb590bd70a93/356d44c8-8c45-4c08-8a71-eb590bd70a93.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.780530] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b99e62-4e31-4888-bccf-099a239c965d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.801515] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1372.801515] env[69220]: value = "task-2801928" [ 1372.801515] env[69220]: _type = "Task" [ 1372.801515] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.812148] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.825758] env[69220]: DEBUG nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.108894] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.109154] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.109312] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.109493] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.109639] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.109784] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.110013] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.110182] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.110349] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.110512] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.110685] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.115573] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57024bcb-230c-4f25-9080-52cba9345e85 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.132119] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1373.132119] env[69220]: value = "task-2801929" [ 1373.132119] env[69220]: _type = "Task" [ 1373.132119] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.140418] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.312180] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801928, 'name': ReconfigVM_Task, 'duration_secs': 0.264268} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.312424] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 356d44c8-8c45-4c08-8a71-eb590bd70a93/356d44c8-8c45-4c08-8a71-eb590bd70a93.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.313078] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8100df1-bf0a-41a2-9e40-50d534e641fd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.320196] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1373.320196] env[69220]: value = "task-2801930" [ 1373.320196] env[69220]: _type = "Task" [ 1373.320196] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.334470] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801930, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.354609] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.354891] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.356470] env[69220]: INFO nova.compute.claims [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.641842] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801929, 'name': ReconfigVM_Task, 'duration_secs': 0.356007} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.642170] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance '54e4eeab-3daf-4598-b03e-076e3cf4203d' progress to 33 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.830390] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801930, 'name': Rename_Task, 'duration_secs': 0.143609} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.830675] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.830918] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a513f4-ff5d-48d8-9c9a-7b45d5e6bf3c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.836766] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1373.836766] env[69220]: value = "task-2801931" [ 1373.836766] env[69220]: _type = "Task" [ 1373.836766] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.843997] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.119077] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "bba6cda2-790d-4ef7-99d4-632b0beb679a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.119396] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "bba6cda2-790d-4ef7-99d4-632b0beb679a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.148718] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.149024] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.149150] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.149371] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.149539] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.149711] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.149916] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.150088] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.150307] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.150494] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.150672] env[69220]: DEBUG nova.virt.hardware [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.156058] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1374.156832] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d66f5c9-bba0-46e1-aa1f-5e90a7709bee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.176803] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1374.176803] env[69220]: value = "task-2801932" [ 1374.176803] env[69220]: _type = "Task" [ 1374.176803] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.185053] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.346430] env[69220]: DEBUG oslo_vmware.api [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801931, 'name': PowerOnVM_Task, 'duration_secs': 0.484295} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.346620] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.346827] env[69220]: INFO nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Took 6.19 seconds to spawn the instance on the hypervisor. [ 1374.347032] env[69220]: DEBUG nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.347836] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cdaba2-cc68-483e-b728-3ebb94118795 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.472474] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70bfdbe-8448-46db-a5bc-ee5c1f0e5161 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.479877] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6549db5-e566-4405-b180-dbbc670ce1ef {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.510795] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e664e309-e318-4a7f-91b8-fd877212733c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.518491] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342dccaa-499e-436a-91a6-b7d243ed5009 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.531909] env[69220]: DEBUG nova.compute.provider_tree [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.621821] env[69220]: DEBUG nova.compute.manager [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.687150] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801932, 'name': ReconfigVM_Task, 'duration_secs': 0.299536} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.687509] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1374.688233] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db496e3-1cfc-4222-aac7-10092aca06ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.710577] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-949a5532-219e-43d9-b0b9-fc502b3b93d8/volume-949a5532-219e-43d9-b0b9-fc502b3b93d8.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.710802] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143c37a4-3f87-4193-ac2e-949724a1595d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.728435] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1374.728435] env[69220]: value = "task-2801933" [ 1374.728435] env[69220]: _type = "Task" [ 1374.728435] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.735454] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.863619] env[69220]: INFO nova.compute.manager [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Took 11.58 seconds to build instance. [ 1375.035614] env[69220]: DEBUG nova.scheduler.client.report [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.141202] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.238504] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.365842] env[69220]: DEBUG oslo_concurrency.lockutils [None req-5ea7ae41-2c8f-4f95-81ed-e550951f23f9 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.091s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.410402] env[69220]: DEBUG nova.compute.manager [req-84ce6455-e927-41ed-b30d-48e545e068af req-20873ccb-12d6-4a6d-af73-de08eb3b9397 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Received event network-changed-c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1375.410642] env[69220]: DEBUG nova.compute.manager [req-84ce6455-e927-41ed-b30d-48e545e068af req-20873ccb-12d6-4a6d-af73-de08eb3b9397 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Refreshing instance network info cache due to event network-changed-c43c0efc-4816-4d76-921d-641d906cc709. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1375.410894] env[69220]: DEBUG oslo_concurrency.lockutils [req-84ce6455-e927-41ed-b30d-48e545e068af req-20873ccb-12d6-4a6d-af73-de08eb3b9397 service nova] Acquiring lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.411050] env[69220]: DEBUG oslo_concurrency.lockutils [req-84ce6455-e927-41ed-b30d-48e545e068af req-20873ccb-12d6-4a6d-af73-de08eb3b9397 service nova] Acquired lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.411232] env[69220]: DEBUG nova.network.neutron [req-84ce6455-e927-41ed-b30d-48e545e068af req-20873ccb-12d6-4a6d-af73-de08eb3b9397 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Refreshing network info cache for port c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.540366] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.540943] env[69220]: DEBUG nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.543852] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.403s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.545537] env[69220]: INFO nova.compute.claims [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.738693] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801933, 'name': ReconfigVM_Task, 'duration_secs': 0.979729} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.739071] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-949a5532-219e-43d9-b0b9-fc502b3b93d8/volume-949a5532-219e-43d9-b0b9-fc502b3b93d8.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.739297] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance '54e4eeab-3daf-4598-b03e-076e3cf4203d' progress to 50 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.049495] env[69220]: DEBUG nova.compute.utils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.052568] env[69220]: DEBUG nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.052712] env[69220]: DEBUG nova.network.neutron [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.087775] env[69220]: DEBUG nova.policy [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506cc838e8814c1fb1b15a27730589e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97ee93eac20644bf94b9383ed68d2498', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.123609] env[69220]: DEBUG nova.network.neutron [req-84ce6455-e927-41ed-b30d-48e545e068af req-20873ccb-12d6-4a6d-af73-de08eb3b9397 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Updated VIF entry in instance network info cache for port c43c0efc-4816-4d76-921d-641d906cc709. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.123954] env[69220]: DEBUG nova.network.neutron [req-84ce6455-e927-41ed-b30d-48e545e068af req-20873ccb-12d6-4a6d-af73-de08eb3b9397 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Updating instance_info_cache with network_info: [{"id": "c43c0efc-4816-4d76-921d-641d906cc709", "address": "fa:16:3e:29:e4:c6", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43c0efc-48", "ovs_interfaceid": "c43c0efc-4816-4d76-921d-641d906cc709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.246612] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe2be2e-143c-4639-afc4-9410b3fbff03 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.266867] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d412a755-1879-4796-a41f-26aeb648ae4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.283943] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance '54e4eeab-3daf-4598-b03e-076e3cf4203d' progress to 67 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.344990] env[69220]: DEBUG nova.network.neutron [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Successfully created port: 69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.554050] env[69220]: DEBUG nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.626290] env[69220]: DEBUG oslo_concurrency.lockutils [req-84ce6455-e927-41ed-b30d-48e545e068af req-20873ccb-12d6-4a6d-af73-de08eb3b9397 service nova] Releasing lock "refresh_cache-356d44c8-8c45-4c08-8a71-eb590bd70a93" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.645278] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1908b41-b208-4e99-a2ee-d30d9a1f7462 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.653159] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3838079-5246-4982-a81c-bf8acd04ca9b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.682531] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ddc641-7329-4ab5-be0e-438fad84e2f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.689547] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb27ff6-42bc-4a50-bf5c-d50837324e41 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.702346] env[69220]: DEBUG nova.compute.provider_tree [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.205745] env[69220]: DEBUG nova.scheduler.client.report [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.566896] env[69220]: DEBUG nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.594597] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.594842] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.594995] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.595198] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.595346] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.595492] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.595701] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.595858] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.596034] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.596202] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.596517] env[69220]: DEBUG nova.virt.hardware [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.597432] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db317bad-fc4e-42c3-b8f9-be6815ed1859 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.605645] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf5bbee-2766-4e7f-9f00-01031b9ef1ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.689844] env[69220]: DEBUG nova.compute.manager [req-8acb3670-515d-4b7f-877d-e6926de735a7 req-f48152f0-e708-40ea-87b1-c6191b214ce2 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received event network-vif-plugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1377.689965] env[69220]: DEBUG oslo_concurrency.lockutils [req-8acb3670-515d-4b7f-877d-e6926de735a7 req-f48152f0-e708-40ea-87b1-c6191b214ce2 service nova] Acquiring lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.690152] env[69220]: DEBUG oslo_concurrency.lockutils [req-8acb3670-515d-4b7f-877d-e6926de735a7 req-f48152f0-e708-40ea-87b1-c6191b214ce2 service nova] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.690318] env[69220]: DEBUG oslo_concurrency.lockutils [req-8acb3670-515d-4b7f-877d-e6926de735a7 req-f48152f0-e708-40ea-87b1-c6191b214ce2 service nova] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.690484] env[69220]: DEBUG nova.compute.manager [req-8acb3670-515d-4b7f-877d-e6926de735a7 req-f48152f0-e708-40ea-87b1-c6191b214ce2 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] No waiting events found dispatching network-vif-plugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.690648] env[69220]: WARNING nova.compute.manager [req-8acb3670-515d-4b7f-877d-e6926de735a7 req-f48152f0-e708-40ea-87b1-c6191b214ce2 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received unexpected event network-vif-plugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 for instance with vm_state building and task_state spawning. [ 1377.710802] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.711292] env[69220]: DEBUG nova.compute.manager [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.771124] env[69220]: DEBUG nova.network.neutron [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Successfully updated port: 69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.920235] env[69220]: DEBUG nova.network.neutron [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Port 659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab binding to destination host cpu-1 is already ACTIVE {{(pid=69220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1378.215539] env[69220]: DEBUG nova.compute.utils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.216882] env[69220]: DEBUG nova.compute.manager [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Not allocating networking since 'none' was specified. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1378.273950] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.274145] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.274313] env[69220]: DEBUG nova.network.neutron [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.718342] env[69220]: DEBUG nova.compute.manager [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.805012] env[69220]: DEBUG nova.network.neutron [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.926151] env[69220]: DEBUG nova.network.neutron [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [{"id": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "address": "fa:16:3e:d9:69:28", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69900486-8c", "ovs_interfaceid": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.943103] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.943322] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.943501] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.435570] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.435929] env[69220]: DEBUG nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Instance network_info: |[{"id": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "address": "fa:16:3e:d9:69:28", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69900486-8c", "ovs_interfaceid": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.436386] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:69:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69900486-8c0c-4a9d-8145-fc97a0df69a8', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.443824] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.444043] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.444266] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eef3586-da6c-4eca-847a-8a3d79fbdf0e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.465880] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.465880] env[69220]: value = "task-2801934" [ 1379.465880] env[69220]: _type = "Task" [ 1379.465880] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.474287] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801934, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.715385] env[69220]: DEBUG nova.compute.manager [req-51c6a244-4af3-4a38-b5ca-6ce46b241efb req-73fd2442-9a0b-4299-9cbd-9b5b31c7528e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received event network-changed-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1379.715521] env[69220]: DEBUG nova.compute.manager [req-51c6a244-4af3-4a38-b5ca-6ce46b241efb req-73fd2442-9a0b-4299-9cbd-9b5b31c7528e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Refreshing instance network info cache due to event network-changed-69900486-8c0c-4a9d-8145-fc97a0df69a8. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1379.715748] env[69220]: DEBUG oslo_concurrency.lockutils [req-51c6a244-4af3-4a38-b5ca-6ce46b241efb req-73fd2442-9a0b-4299-9cbd-9b5b31c7528e service nova] Acquiring lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.715865] env[69220]: DEBUG oslo_concurrency.lockutils [req-51c6a244-4af3-4a38-b5ca-6ce46b241efb req-73fd2442-9a0b-4299-9cbd-9b5b31c7528e service nova] Acquired lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.716035] env[69220]: DEBUG nova.network.neutron [req-51c6a244-4af3-4a38-b5ca-6ce46b241efb req-73fd2442-9a0b-4299-9cbd-9b5b31c7528e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Refreshing network info cache for port 69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.727357] env[69220]: DEBUG nova.compute.manager [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.749801] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.750050] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.750210] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.750486] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.750547] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.750676] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.750892] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.751049] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.751223] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.751387] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.751555] env[69220]: DEBUG nova.virt.hardware [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.752641] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a398fc5-9f3f-400b-92a0-ad246f210e15 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.760146] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e815f31-3882-4b7e-b50b-56c53c080f50 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.773480] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.778901] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Creating folder: Project (31382d7237924f3e8d42c833131f75ee). Parent ref: group-v562703. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.779162] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe5e6b50-d6d5-4980-af90-9b83d43ecab9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.788513] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Created folder: Project (31382d7237924f3e8d42c833131f75ee) in parent group-v562703. [ 1379.788679] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Creating folder: Instances. Parent ref: group-v563035. {{(pid=69220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1379.788880] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8240af9-52c8-4e71-8344-d9059cd46064 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.796581] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Created folder: Instances in parent group-v563035. [ 1379.797093] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.797280] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.797463] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65ea18d4-1c99-49e5-a792-53207db43630 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.812489] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.812489] env[69220]: value = "task-2801937" [ 1379.812489] env[69220]: _type = "Task" [ 1379.812489] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.819181] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801937, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.976820] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801934, 'name': CreateVM_Task, 'duration_secs': 0.304668} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.977078] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.977776] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.977972] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.978386] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.979078] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723d277c-6429-4a6b-a764-4a99278f1235 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.983535] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1379.983535] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52614ace-6655-ab0e-4a4a-0ba4674bc1f0" [ 1379.983535] env[69220]: _type = "Task" [ 1379.983535] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.993072] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52614ace-6655-ab0e-4a4a-0ba4674bc1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.995088] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.995261] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.995432] env[69220]: DEBUG nova.network.neutron [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.323442] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801937, 'name': CreateVM_Task, 'duration_secs': 0.261532} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.323616] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.324015] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.394422] env[69220]: DEBUG nova.network.neutron [req-51c6a244-4af3-4a38-b5ca-6ce46b241efb req-73fd2442-9a0b-4299-9cbd-9b5b31c7528e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updated VIF entry in instance network info cache for port 69900486-8c0c-4a9d-8145-fc97a0df69a8. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.394758] env[69220]: DEBUG nova.network.neutron [req-51c6a244-4af3-4a38-b5ca-6ce46b241efb req-73fd2442-9a0b-4299-9cbd-9b5b31c7528e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [{"id": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "address": "fa:16:3e:d9:69:28", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69900486-8c", "ovs_interfaceid": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.493601] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52614ace-6655-ab0e-4a4a-0ba4674bc1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014676} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.493925] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.494110] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.494347] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.494499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.494673] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.494944] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.495262] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.495488] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dee7fc75-efc4-481d-b435-5aac04314fb8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.497186] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-713c6cda-926e-4246-a586-375e7255c7d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.503709] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1380.503709] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]523d1093-388f-2c37-44b6-f7b8924dd11d" [ 1380.503709] env[69220]: _type = "Task" [ 1380.503709] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.507381] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.507552] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.508532] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1435c4af-4378-481c-8f3a-bd01a07ec597 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.514590] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523d1093-388f-2c37-44b6-f7b8924dd11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.515865] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1380.515865] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e0731b-2754-75a8-9a91-be9f2a92adcd" [ 1380.515865] env[69220]: _type = "Task" [ 1380.515865] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.522926] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e0731b-2754-75a8-9a91-be9f2a92adcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.686045] env[69220]: DEBUG nova.network.neutron [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance_info_cache with network_info: [{"id": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "address": "fa:16:3e:88:a2:31", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659db1d0-5f", "ovs_interfaceid": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.897461] env[69220]: DEBUG oslo_concurrency.lockutils [req-51c6a244-4af3-4a38-b5ca-6ce46b241efb req-73fd2442-9a0b-4299-9cbd-9b5b31c7528e service nova] Releasing lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.014069] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]523d1093-388f-2c37-44b6-f7b8924dd11d, 'name': SearchDatastore_Task, 'duration_secs': 0.019012} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.014375] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.014607] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.014813] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.024452] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e0731b-2754-75a8-9a91-be9f2a92adcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.025170] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa313116-fe81-459b-b4de-ec63c4c5dc66 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.029819] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1381.029819] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5260cd14-04e1-5539-4032-be308316b01a" [ 1381.029819] env[69220]: _type = "Task" [ 1381.029819] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.036763] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5260cd14-04e1-5539-4032-be308316b01a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.188784] env[69220]: DEBUG oslo_concurrency.lockutils [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.540116] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5260cd14-04e1-5539-4032-be308316b01a, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.540403] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.540616] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac/89656c69-2cc1-4afa-a8c8-2b77a8dad6ac.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.540883] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.541075] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.541286] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ef2009-b15c-470c-a0e9-7b784a2677e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.543105] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b298742-4198-409f-817a-826675e9a365 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.550260] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1381.550260] env[69220]: value = "task-2801938" [ 1381.550260] env[69220]: _type = "Task" [ 1381.550260] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.553652] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.553808] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.554468] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bf71f5-4d87-430e-bebf-e856aac6d917 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.559743] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1381.559743] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522ab9cf-2732-f575-9c0e-c4e39975765c" [ 1381.559743] env[69220]: _type = "Task" [ 1381.559743] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.563681] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.570944] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522ab9cf-2732-f575-9c0e-c4e39975765c, 'name': SearchDatastore_Task, 'duration_secs': 0.007925} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.571613] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0076cc4a-935c-4078-9b7c-7126a1238877 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.575869] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1381.575869] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527f1d23-2fb1-4d55-d995-96a495f8d54d" [ 1381.575869] env[69220]: _type = "Task" [ 1381.575869] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.582638] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527f1d23-2fb1-4d55-d995-96a495f8d54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.698912] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e478cc89-9280-46dd-b3f1-1b27d0d31770 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.706844] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530ffdff-7e48-4a6a-8fe6-18e77b4478b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.063803] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472555} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.064173] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac/89656c69-2cc1-4afa-a8c8-2b77a8dad6ac.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.064542] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.064891] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8830d08e-c618-4084-b0db-54fc26623343 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.072821] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1382.072821] env[69220]: value = "task-2801939" [ 1382.072821] env[69220]: _type = "Task" [ 1382.072821] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.083629] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.089518] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527f1d23-2fb1-4d55-d995-96a495f8d54d, 'name': SearchDatastore_Task, 'duration_secs': 0.00735} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.089828] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.090117] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a/bba6cda2-790d-4ef7-99d4-632b0beb679a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.090400] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd19b44-72eb-4b35-b710-e037385df836 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.097020] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1382.097020] env[69220]: value = "task-2801940" [ 1382.097020] env[69220]: _type = "Task" [ 1382.097020] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.105291] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.583137] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07205} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.584419] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.584419] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ed403-7bbf-42ac-b0ca-35ec3c2f10b5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.606501] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac/89656c69-2cc1-4afa-a8c8-2b77a8dad6ac.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.609940] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc62465-d171-4f08-8a1b-24ddd0fd91c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.629741] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801940, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.631468] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1382.631468] env[69220]: value = "task-2801941" [ 1382.631468] env[69220]: _type = "Task" [ 1382.631468] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.642473] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.833888] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5e4bcb-57ea-4fe3-85d1-503792cb5bb3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.856204] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb57ed7-9e95-4e72-99a3-c9546cd95d62 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.864891] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance '54e4eeab-3daf-4598-b03e-076e3cf4203d' progress to 83 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.107611] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911479} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.107876] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a/bba6cda2-790d-4ef7-99d4-632b0beb679a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.108105] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.108362] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62dc453d-1f4b-49ba-acf7-269b16d06350 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.114649] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1383.114649] env[69220]: value = "task-2801942" [ 1383.114649] env[69220]: _type = "Task" [ 1383.114649] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.122237] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.140471] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.371522] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.371865] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bbc54d4-eae9-4053-845e-d61a793a9c3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.378576] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1383.378576] env[69220]: value = "task-2801943" [ 1383.378576] env[69220]: _type = "Task" [ 1383.378576] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.386366] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.624455] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115187} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.624825] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.625504] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9cbd10-e757-4cee-acf8-b7aeef794fd3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.644713] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a/bba6cda2-790d-4ef7-99d4-632b0beb679a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.647632] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97606e8e-5418-46d9-b601-9516800cd0e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.667107] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.668321] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1383.668321] env[69220]: value = "task-2801944" [ 1383.668321] env[69220]: _type = "Task" [ 1383.668321] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.675613] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.888955] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.146397] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801941, 'name': ReconfigVM_Task, 'duration_secs': 1.295452} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.146631] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac/89656c69-2cc1-4afa-a8c8-2b77a8dad6ac.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.147278] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d3e77f-106e-43c4-a3d1-cfab1945407f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.153087] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1384.153087] env[69220]: value = "task-2801945" [ 1384.153087] env[69220]: _type = "Task" [ 1384.153087] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.160985] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801945, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.177313] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.389636] env[69220]: DEBUG oslo_vmware.api [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801943, 'name': PowerOnVM_Task, 'duration_secs': 0.721179} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.389983] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.390191] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-3322b31b-accf-4d6a-a39d-f6bfaebe528b tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance '54e4eeab-3daf-4598-b03e-076e3cf4203d' progress to 100 {{(pid=69220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.664625] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801945, 'name': Rename_Task, 'duration_secs': 0.151193} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.665040] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.665131] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73aafa12-7eab-4746-a857-56dff617b02e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.673539] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1384.673539] env[69220]: value = "task-2801946" [ 1384.673539] env[69220]: _type = "Task" [ 1384.673539] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.678990] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801944, 'name': ReconfigVM_Task, 'duration_secs': 0.520256} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.679515] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a/bba6cda2-790d-4ef7-99d4-632b0beb679a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.680072] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a0abfa9-280b-4cf0-80df-719c4e8868e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.683987] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.688443] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1384.688443] env[69220]: value = "task-2801947" [ 1384.688443] env[69220]: _type = "Task" [ 1384.688443] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.696296] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801947, 'name': Rename_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.184966] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801946, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.196927] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801947, 'name': Rename_Task, 'duration_secs': 0.125857} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.197318] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.197614] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa57b5e-75de-4eb7-8ff0-e72156ef5892 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.203239] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1385.203239] env[69220]: value = "task-2801948" [ 1385.203239] env[69220]: _type = "Task" [ 1385.203239] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.210344] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.685352] env[69220]: DEBUG oslo_vmware.api [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801946, 'name': PowerOnVM_Task, 'duration_secs': 0.521648} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.685627] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.685810] env[69220]: INFO nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1385.686011] env[69220]: DEBUG nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.686842] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5f1c7e-ad11-486e-b0bf-7bd9f65161ce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.713917] env[69220]: DEBUG oslo_vmware.api [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801948, 'name': PowerOnVM_Task, 'duration_secs': 0.411368} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.714210] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.714411] env[69220]: INFO nova.compute.manager [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1385.714603] env[69220]: DEBUG nova.compute.manager [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.715362] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac7b630-217d-439b-8e5a-0ea8b9bbcbfa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.172505] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.172794] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.173016] env[69220]: DEBUG nova.compute.manager [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Going to confirm migration 10 {{(pid=69220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1386.204802] env[69220]: INFO nova.compute.manager [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Took 12.87 seconds to build instance. [ 1386.232720] env[69220]: INFO nova.compute.manager [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Took 11.11 seconds to build instance. [ 1386.452289] env[69220]: DEBUG nova.compute.manager [req-df0edaeb-bc44-45b8-ab1d-f025a508c4d7 req-9d74d7e3-56ad-493d-bf42-18f498030a7f service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received event network-changed-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1386.452542] env[69220]: DEBUG nova.compute.manager [req-df0edaeb-bc44-45b8-ab1d-f025a508c4d7 req-9d74d7e3-56ad-493d-bf42-18f498030a7f service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Refreshing instance network info cache due to event network-changed-69900486-8c0c-4a9d-8145-fc97a0df69a8. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1386.452804] env[69220]: DEBUG oslo_concurrency.lockutils [req-df0edaeb-bc44-45b8-ab1d-f025a508c4d7 req-9d74d7e3-56ad-493d-bf42-18f498030a7f service nova] Acquiring lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.453024] env[69220]: DEBUG oslo_concurrency.lockutils [req-df0edaeb-bc44-45b8-ab1d-f025a508c4d7 req-9d74d7e3-56ad-493d-bf42-18f498030a7f service nova] Acquired lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.453936] env[69220]: DEBUG nova.network.neutron [req-df0edaeb-bc44-45b8-ab1d-f025a508c4d7 req-9d74d7e3-56ad-493d-bf42-18f498030a7f service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Refreshing network info cache for port 69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.707014] env[69220]: DEBUG oslo_concurrency.lockutils [None req-221a4dda-a246-4338-be89-7a5c2ecc3224 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.384s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.733552] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.733764] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquired lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.733905] env[69220]: DEBUG nova.network.neutron [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.734100] env[69220]: DEBUG nova.objects.instance [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'info_cache' on Instance uuid 54e4eeab-3daf-4598-b03e-076e3cf4203d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.735490] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14d76e5b-66a6-4718-b4a3-2140742d6856 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "bba6cda2-790d-4ef7-99d4-632b0beb679a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.616s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.959893] env[69220]: INFO nova.compute.manager [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Rebuilding instance [ 1386.999900] env[69220]: DEBUG nova.compute.manager [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.000845] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d8e21d-b7e3-49db-9bd1-f7e2a936961d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.163584] env[69220]: DEBUG nova.network.neutron [req-df0edaeb-bc44-45b8-ab1d-f025a508c4d7 req-9d74d7e3-56ad-493d-bf42-18f498030a7f service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updated VIF entry in instance network info cache for port 69900486-8c0c-4a9d-8145-fc97a0df69a8. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.163945] env[69220]: DEBUG nova.network.neutron [req-df0edaeb-bc44-45b8-ab1d-f025a508c4d7 req-9d74d7e3-56ad-493d-bf42-18f498030a7f service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [{"id": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "address": "fa:16:3e:d9:69:28", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69900486-8c", "ovs_interfaceid": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.667118] env[69220]: DEBUG oslo_concurrency.lockutils [req-df0edaeb-bc44-45b8-ab1d-f025a508c4d7 req-9d74d7e3-56ad-493d-bf42-18f498030a7f service nova] Releasing lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.937089] env[69220]: DEBUG nova.network.neutron [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance_info_cache with network_info: [{"id": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "address": "fa:16:3e:88:a2:31", "network": {"id": "11bc3427-0f3c-47c2-ad5d-127a983e4959", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-167307078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "289ebec4fb7d46eb9c8ab8a6d3ac4d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap659db1d0-5f", "ovs_interfaceid": "659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.014254] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.015031] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b2a9d4-d56a-4b88-be8d-4026f49834bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.023268] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1388.023268] env[69220]: value = "task-2801949" [ 1388.023268] env[69220]: _type = "Task" [ 1388.023268] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.031580] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.441082] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Releasing lock "refresh_cache-54e4eeab-3daf-4598-b03e-076e3cf4203d" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.441082] env[69220]: DEBUG nova.objects.instance [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'migration_context' on Instance uuid 54e4eeab-3daf-4598-b03e-076e3cf4203d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.534744] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801949, 'name': PowerOffVM_Task, 'duration_secs': 0.183742} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.535033] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.535275] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.536023] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd8a5e9-91aa-4090-8943-38c82fa1d8c4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.542513] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.542750] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eefe3b7-532a-4974-b539-77e47f3b43af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.567878] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.568100] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.568283] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Deleting the datastore file [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.568529] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad402ad9-8548-4585-b607-419af1655b28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.574469] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1388.574469] env[69220]: value = "task-2801951" [ 1388.574469] env[69220]: _type = "Task" [ 1388.574469] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.582205] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.944107] env[69220]: DEBUG nova.objects.base [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Object Instance<54e4eeab-3daf-4598-b03e-076e3cf4203d> lazy-loaded attributes: info_cache,migration_context {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1388.945056] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36dae31-9869-4562-9564-2ef77311212c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.963997] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb2d350-9fd2-47cd-bc76-eb31cfd83ba9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.969433] env[69220]: DEBUG oslo_vmware.api [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1388.969433] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52c53185-74a7-999f-0764-3cc197571c65" [ 1388.969433] env[69220]: _type = "Task" [ 1388.969433] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.976680] env[69220]: DEBUG oslo_vmware.api [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c53185-74a7-999f-0764-3cc197571c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.083397] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104204} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.083666] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.083842] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.084022] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.479648] env[69220]: DEBUG oslo_vmware.api [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52c53185-74a7-999f-0764-3cc197571c65, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.479961] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.480220] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.071093] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b3e016-7025-49c3-bd35-ff19f5c4ff94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.078460] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60230638-8941-40c9-bbba-81fd3f4d1704 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.112576] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92db3e60-80c7-4f86-9f47-3d31c9b20435 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.119625] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba2fb39-dc67-4045-8955-f13379984589 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.135116] env[69220]: DEBUG nova.compute.provider_tree [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.138253] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.138512] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.138696] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.138880] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.139035] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.139186] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.139395] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.139574] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.139762] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.139952] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.140143] env[69220]: DEBUG nova.virt.hardware [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.140923] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18be5ef-f8dd-496c-996e-12e83ad4a004 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.148764] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faa4f85-1333-4b4d-9903-8a3246a93519 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.162141] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Instance VIF info [] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.167620] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.167848] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.168060] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1464506b-8e29-4c95-a2dd-eb453cab4022 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.184463] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.184463] env[69220]: value = "task-2801952" [ 1390.184463] env[69220]: _type = "Task" [ 1390.184463] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.194210] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801952, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.645489] env[69220]: DEBUG nova.scheduler.client.report [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.693745] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801952, 'name': CreateVM_Task, 'duration_secs': 0.248429} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.693982] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.694339] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.694498] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.694840] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.695347] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae80d098-4ece-4bab-8807-b23685adc8e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.699767] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1390.699767] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5270437e-a589-2ce2-e01b-ced55b975ad2" [ 1390.699767] env[69220]: _type = "Task" [ 1390.699767] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.707312] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5270437e-a589-2ce2-e01b-ced55b975ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.210401] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5270437e-a589-2ce2-e01b-ced55b975ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.210756] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.210993] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.211242] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.211402] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.211561] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.211818] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc7149e9-acf1-41d5-9225-71b619120f41 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.219832] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.220015] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.220738] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc65a06-2e1f-4ce5-8251-2da911e7cfa1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.225693] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1391.225693] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]528a2c43-78a2-dfe8-b743-dfa20f61015a" [ 1391.225693] env[69220]: _type = "Task" [ 1391.225693] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.233133] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528a2c43-78a2-dfe8-b743-dfa20f61015a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.656017] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.176s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.735947] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]528a2c43-78a2-dfe8-b743-dfa20f61015a, 'name': SearchDatastore_Task, 'duration_secs': 0.008661} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.736918] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4f07d1-d56e-4c39-aeda-0e371a8b5d57 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.741447] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1391.741447] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52bedc42-08d8-af03-bd07-c3d558c2a865" [ 1391.741447] env[69220]: _type = "Task" [ 1391.741447] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.748678] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bedc42-08d8-af03-bd07-c3d558c2a865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.028914] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.212922] env[69220]: INFO nova.scheduler.client.report [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted allocation for migration 24d5f7bf-46d8-4fdb-a6bd-ac4ade6deddd [ 1392.251981] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52bedc42-08d8-af03-bd07-c3d558c2a865, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.252389] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.252389] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a/bba6cda2-790d-4ef7-99d4-632b0beb679a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.252753] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a09e82d7-471f-451c-9ede-2d97ca63e7a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.260751] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1392.260751] env[69220]: value = "task-2801953" [ 1392.260751] env[69220]: _type = "Task" [ 1392.260751] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.268048] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.524211] env[69220]: INFO nova.compute.manager [None req-bceff0a8-21d2-4d7b-9c22-cebaf148046a tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Get console output [ 1392.524472] env[69220]: WARNING nova.virt.vmwareapi.driver [None req-bceff0a8-21d2-4d7b-9c22-cebaf148046a tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] The console log is missing. Check your VSPC configuration [ 1392.718398] env[69220]: DEBUG oslo_concurrency.lockutils [None req-995b7e06-6bbc-4548-8cb3-496d85e04408 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.545s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.770343] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461035} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.770599] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a/bba6cda2-790d-4ef7-99d4-632b0beb679a.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.770828] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.771105] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54b9ec3b-cc9c-40b5-86ac-d205c3e57f1b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.778568] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1392.778568] env[69220]: value = "task-2801954" [ 1392.778568] env[69220]: _type = "Task" [ 1392.778568] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.785861] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.029456] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.029664] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1393.291796] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099488} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.292226] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.293201] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb38947-d435-4e97-b579-274c5b41dad7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.322381] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a/bba6cda2-790d-4ef7-99d4-632b0beb679a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.322699] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd613e9c-f0f2-44e5-8de8-4044acddbc30 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.343422] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1393.343422] env[69220]: value = "task-2801955" [ 1393.343422] env[69220]: _type = "Task" [ 1393.343422] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.350784] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.853791] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.029637] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.355914] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801955, 'name': ReconfigVM_Task, 'duration_secs': 0.55723} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.356311] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a/bba6cda2-790d-4ef7-99d4-632b0beb679a.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.356734] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9de5a29-e3c4-45f4-97e6-046213f10da4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.363150] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1394.363150] env[69220]: value = "task-2801956" [ 1394.363150] env[69220]: _type = "Task" [ 1394.363150] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.370197] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801956, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.873690] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801956, 'name': Rename_Task, 'duration_secs': 0.149395} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.873690] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.873979] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-657cfd4c-e9ce-40a6-ae93-d3b9f5816bd0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.879481] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1394.879481] env[69220]: value = "task-2801957" [ 1394.879481] env[69220]: _type = "Task" [ 1394.879481] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.886567] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.029376] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.389149] env[69220]: DEBUG oslo_vmware.api [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801957, 'name': PowerOnVM_Task, 'duration_secs': 0.396875} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.389530] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.389670] env[69220]: DEBUG nova.compute.manager [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.390596] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e0c1b0-e53a-4413-86f8-aa00c410c2e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.533274] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.533563] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.533684] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.533841] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1395.534729] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39c5486-aa86-4048-99c5-12739db5b00f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.542830] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed2c1cb-7fcf-47b9-8d91-989b57bb3ec1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.556651] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae1667d-4b4d-4e03-a5d7-329766dfe5cb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.562851] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa878b2-0149-4507-8fb9-efa8e6dde9d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.592245] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180773MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1395.592401] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.592586] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.906559] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.613950] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "bba6cda2-790d-4ef7-99d4-632b0beb679a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.614312] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "bba6cda2-790d-4ef7-99d4-632b0beb679a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.614429] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "bba6cda2-790d-4ef7-99d4-632b0beb679a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.614639] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "bba6cda2-790d-4ef7-99d4-632b0beb679a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.614807] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "bba6cda2-790d-4ef7-99d4-632b0beb679a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.616919] env[69220]: INFO nova.compute.manager [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Terminating instance [ 1396.619826] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 5b70c878-32be-42ca-8ded-963b3e77ba43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.619955] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 48b81861-b2a8-4fc7-9656-d4917481d7f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.620097] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 356d44c8-8c45-4c08-8a71-eb590bd70a93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.620218] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 54e4eeab-3daf-4598-b03e-076e3cf4203d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.620330] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.620442] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance bba6cda2-790d-4ef7-99d4-632b0beb679a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.620610] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1396.620743] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1396.692201] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e87c28-1d7d-49bd-a418-7f57b605c073 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.700572] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb77eb6-e001-406f-8474-aaa316668562 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.731422] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42389ca6-306d-4d0a-88b5-885c5c69a1a6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.738288] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a07add-a3a5-4e91-9c00-f721d8e853bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.751961] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.123576] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "refresh_cache-bba6cda2-790d-4ef7-99d4-632b0beb679a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.123766] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquired lock "refresh_cache-bba6cda2-790d-4ef7-99d4-632b0beb679a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.123940] env[69220]: DEBUG nova.network.neutron [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.255528] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.643508] env[69220]: DEBUG nova.network.neutron [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.698758] env[69220]: DEBUG nova.network.neutron [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.760340] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1397.760582] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.760915] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.855s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.761165] env[69220]: DEBUG nova.objects.instance [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1398.201923] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Releasing lock "refresh_cache-bba6cda2-790d-4ef7-99d4-632b0beb679a" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.202189] env[69220]: DEBUG nova.compute.manager [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.202339] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.203244] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a801b6-3742-4639-af54-1ee2ed2b01f0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.211783] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.212117] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f8e34dd-8f86-4dd6-9a14-36af1b3ebca8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.218996] env[69220]: DEBUG oslo_vmware.api [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1398.218996] env[69220]: value = "task-2801958" [ 1398.218996] env[69220]: _type = "Task" [ 1398.218996] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.226398] env[69220]: DEBUG oslo_vmware.api [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.728928] env[69220]: DEBUG oslo_vmware.api [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801958, 'name': PowerOffVM_Task, 'duration_secs': 0.117437} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.729247] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.729432] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.729706] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c9d3c5-9a1f-4971-bbc0-656a24780f49 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.754969] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.755206] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.755380] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Deleting the datastore file [datastore2] bba6cda2-790d-4ef7-99d4-632b0beb679a {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.755716] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747bb31d-48dd-4abb-a236-d98cefbe2c14 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.757883] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.758439] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.761995] env[69220]: DEBUG oslo_vmware.api [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for the task: (returnval){ [ 1398.761995] env[69220]: value = "task-2801960" [ 1398.761995] env[69220]: _type = "Task" [ 1398.761995] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.769979] env[69220]: DEBUG oslo_concurrency.lockutils [None req-6508cb7f-c4d3-4f0f-9460-3dd37f34794d tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.770943] env[69220]: DEBUG oslo_vmware.api [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.267680] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.268464] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.268627] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.273682] env[69220]: DEBUG oslo_vmware.api [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Task: {'id': task-2801960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100182} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.273932] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.274134] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.274308] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.274475] env[69220]: INFO nova.compute.manager [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1399.274714] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1399.274947] env[69220]: DEBUG nova.compute.manager [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1399.275061] env[69220]: DEBUG nova.network.neutron [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.292095] env[69220]: DEBUG nova.network.neutron [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.795205] env[69220]: DEBUG nova.network.neutron [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.298219] env[69220]: INFO nova.compute.manager [-] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Took 1.02 seconds to deallocate network for instance. [ 1400.805134] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.805440] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.805664] env[69220]: DEBUG nova.objects.instance [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lazy-loading 'resources' on Instance uuid bba6cda2-790d-4ef7-99d4-632b0beb679a {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.383930] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9f7c4-169f-4f24-95ce-3aac06c565e3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.391222] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a11326-b940-4e96-a9ad-199bd412e1bc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.420050] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab7ec8-5ad5-44b6-b21c-eb1fe82de0b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.426492] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6242dc02-7759-4941-a6e3-00df275afccf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.439360] env[69220]: DEBUG nova.compute.provider_tree [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.942064] env[69220]: DEBUG nova.scheduler.client.report [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.447124] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.472205] env[69220]: INFO nova.scheduler.client.report [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Deleted allocations for instance bba6cda2-790d-4ef7-99d4-632b0beb679a [ 1402.981172] env[69220]: DEBUG oslo_concurrency.lockutils [None req-025cad51-daea-4b5b-9862-05ee9de42c60 tempest-ServerShowV257Test-325651561 tempest-ServerShowV257Test-325651561-project-member] Lock "bba6cda2-790d-4ef7-99d4-632b0beb679a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.367s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.384148] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.384431] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.887582] env[69220]: DEBUG nova.compute.utils [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1416.390499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.465523] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.465943] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.466066] env[69220]: INFO nova.compute.manager [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Attaching volume 6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b to /dev/sdb [ 1417.495970] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f0e43f-124c-439d-86b7-9de5a8239a12 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.503360] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27203f79-b595-4c51-ab46-b9278965bf4f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.515897] env[69220]: DEBUG nova.virt.block_device [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Updating existing volume attachment record: 42ebc4ec-6822-48b3-944c-08578ff98415 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1419.382574] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.382927] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.383110] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.383302] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.383479] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.387119] env[69220]: INFO nova.compute.manager [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Terminating instance [ 1419.891324] env[69220]: DEBUG nova.compute.manager [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.891582] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.891875] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7673a6c9-46b4-4b4e-8393-27472e5716d2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.899038] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1419.899038] env[69220]: value = "task-2801965" [ 1419.899038] env[69220]: _type = "Task" [ 1419.899038] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.906740] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.409277] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801965, 'name': PowerOffVM_Task, 'duration_secs': 0.173459} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.409653] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.409777] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1420.409969] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563022', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'name': 'volume-949a5532-219e-43d9-b0b9-fc502b3b93d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '54e4eeab-3daf-4598-b03e-076e3cf4203d', 'attached_at': '2025-03-06T09:14:35.000000', 'detached_at': '', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'serial': '949a5532-219e-43d9-b0b9-fc502b3b93d8'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1420.410724] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19731d2-a180-4b3f-b79c-9baa751b2b9d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.428335] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ea16b4-86a0-4de2-938f-7cde4efa5d5f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.434284] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d959e0e3-782a-4d53-a2b6-27b0d75d312a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.450748] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e72a35a-6161-4412-9e3d-72445ae6abc4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.464315] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] The volume has not been displaced from its original location: [datastore2] volume-949a5532-219e-43d9-b0b9-fc502b3b93d8/volume-949a5532-219e-43d9-b0b9-fc502b3b93d8.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1420.469593] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1420.469832] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf6a6c86-d39b-4719-a75a-a822ce9a2fd3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.487655] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1420.487655] env[69220]: value = "task-2801966" [ 1420.487655] env[69220]: _type = "Task" [ 1420.487655] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.494611] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.997605] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801966, 'name': ReconfigVM_Task, 'duration_secs': 0.161055} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.997890] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1421.002509] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0675dcc-7176-4724-8b6a-f0798c8fedcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.017904] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1421.017904] env[69220]: value = "task-2801967" [ 1421.017904] env[69220]: _type = "Task" [ 1421.017904] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.025430] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.527921] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801967, 'name': ReconfigVM_Task, 'duration_secs': 0.142595} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.528303] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563022', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'name': 'volume-949a5532-219e-43d9-b0b9-fc502b3b93d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '54e4eeab-3daf-4598-b03e-076e3cf4203d', 'attached_at': '2025-03-06T09:14:35.000000', 'detached_at': '', 'volume_id': '949a5532-219e-43d9-b0b9-fc502b3b93d8', 'serial': '949a5532-219e-43d9-b0b9-fc502b3b93d8'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1421.528468] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.529261] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1a3fe5-c7f1-4e4a-b582-dfb74640e8bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.535306] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.535518] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa09eb1d-14ff-4bb1-9a6a-7509d4d1f090 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.604404] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.604655] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.604848] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleting the datastore file [datastore2] 54e4eeab-3daf-4598-b03e-076e3cf4203d {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.605066] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db70f82b-3cb1-41ca-b885-ca4eb3ebf612 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.611682] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1421.611682] env[69220]: value = "task-2801969" [ 1421.611682] env[69220]: _type = "Task" [ 1421.611682] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.620754] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.057698] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1422.057923] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563040', 'volume_id': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'name': 'volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '356d44c8-8c45-4c08-8a71-eb590bd70a93', 'attached_at': '', 'detached_at': '', 'volume_id': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'serial': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1422.058805] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadba5a6-5fff-4770-b517-9bff8126d46b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.074462] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e88aa79-58c1-48a9-bca2-64690302a72c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.097959] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b/volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.098231] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b96a0060-f51e-4bd3-b816-4738773f851d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.116309] env[69220]: DEBUG oslo_vmware.api [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1422.116309] env[69220]: value = "task-2801970" [ 1422.116309] env[69220]: _type = "Task" [ 1422.116309] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.122186] env[69220]: DEBUG oslo_vmware.api [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090829} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.122722] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.122905] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.123122] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.123251] env[69220]: INFO nova.compute.manager [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1422.123477] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.123658] env[69220]: DEBUG nova.compute.manager [-] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.123756] env[69220]: DEBUG nova.network.neutron [-] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.128294] env[69220]: DEBUG oslo_vmware.api [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.626783] env[69220]: DEBUG oslo_vmware.api [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801970, 'name': ReconfigVM_Task, 'duration_secs': 0.345608} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.627091] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b/volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.631607] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b0e167b-eeb2-42db-aa06-9b8eb8eef91a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.646761] env[69220]: DEBUG oslo_vmware.api [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1422.646761] env[69220]: value = "task-2801971" [ 1422.646761] env[69220]: _type = "Task" [ 1422.646761] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.654462] env[69220]: DEBUG oslo_vmware.api [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.766846] env[69220]: DEBUG nova.compute.manager [req-8a94e0be-7953-4913-b0cb-5ab6d5a114b2 req-dcfdff73-f060-41ad-a95f-0d0b556c6765 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Received event network-vif-deleted-659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1422.767147] env[69220]: INFO nova.compute.manager [req-8a94e0be-7953-4913-b0cb-5ab6d5a114b2 req-dcfdff73-f060-41ad-a95f-0d0b556c6765 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Neutron deleted interface 659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab; detaching it from the instance and deleting it from the info cache [ 1422.767221] env[69220]: DEBUG nova.network.neutron [req-8a94e0be-7953-4913-b0cb-5ab6d5a114b2 req-dcfdff73-f060-41ad-a95f-0d0b556c6765 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.157025] env[69220]: DEBUG oslo_vmware.api [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801971, 'name': ReconfigVM_Task, 'duration_secs': 0.142164} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.157186] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563040', 'volume_id': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'name': 'volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '356d44c8-8c45-4c08-8a71-eb590bd70a93', 'attached_at': '', 'detached_at': '', 'volume_id': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'serial': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1423.249785] env[69220]: DEBUG nova.network.neutron [-] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.271759] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02417cf9-42ff-428d-b4f9-fa9aeb132746 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.280876] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04288bc7-0d2b-41ff-9123-d7b0412d2732 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.309696] env[69220]: DEBUG nova.compute.manager [req-8a94e0be-7953-4913-b0cb-5ab6d5a114b2 req-dcfdff73-f060-41ad-a95f-0d0b556c6765 service nova] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Detach interface failed, port_id=659db1d0-5fd2-4c3e-a4b6-c15fd01be2ab, reason: Instance 54e4eeab-3daf-4598-b03e-076e3cf4203d could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1423.752427] env[69220]: INFO nova.compute.manager [-] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Took 1.63 seconds to deallocate network for instance. [ 1424.023453] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.023995] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.023995] env[69220]: INFO nova.compute.manager [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Shelving [ 1424.191081] env[69220]: DEBUG nova.objects.instance [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'flavor' on Instance uuid 356d44c8-8c45-4c08-8a71-eb590bd70a93 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.300074] env[69220]: INFO nova.compute.manager [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Took 0.55 seconds to detach 1 volumes for instance. [ 1424.302319] env[69220]: DEBUG nova.compute.manager [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Deleting volume: 949a5532-219e-43d9-b0b9-fc502b3b93d8 {{(pid=69220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1424.699529] env[69220]: DEBUG oslo_concurrency.lockutils [None req-0bebef0d-26af-4124-b314-22eac036c909 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.839122] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.839122] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.839122] env[69220]: DEBUG nova.objects.instance [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'resources' on Instance uuid 54e4eeab-3daf-4598-b03e-076e3cf4203d {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.032728] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.033078] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcb2a31f-10fb-4a50-b56e-fe3adc7bdfc6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.040531] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1425.040531] env[69220]: value = "task-2801973" [ 1425.040531] env[69220]: _type = "Task" [ 1425.040531] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.048878] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.405324] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ea64dc-2207-4a60-9dc5-f5a4ab826fae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.414437] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4a7d98-a41a-4e1f-878b-cb83ed62a78f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.444160] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b721e11b-808e-49bf-ae8a-94bc79bf4152 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.452380] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a6720e-1158-47cc-a344-9e0aeb76efa7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.465654] env[69220]: DEBUG nova.compute.provider_tree [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.549663] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801973, 'name': PowerOffVM_Task, 'duration_secs': 0.188536} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.549935] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.550754] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bac6a6-56a8-4ed8-8cdb-a5b453166a27 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.568553] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f937e-f60a-4521-8b4c-3dc91490b10c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.842091] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "c2e7d3f4-5936-4921-8774-3c46a5209911" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.842744] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "c2e7d3f4-5936-4921-8774-3c46a5209911" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.968620] env[69220]: DEBUG nova.scheduler.client.report [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.078108] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Creating Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1426.078402] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef932ce1-716a-4d90-ad14-4622ef43d819 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.086859] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1426.086859] env[69220]: value = "task-2801974" [ 1426.086859] env[69220]: _type = "Task" [ 1426.086859] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.094897] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801974, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.347131] env[69220]: DEBUG nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.473448] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.494765] env[69220]: INFO nova.scheduler.client.report [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted allocations for instance 54e4eeab-3daf-4598-b03e-076e3cf4203d [ 1426.596838] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801974, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.865931] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.866254] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.868049] env[69220]: INFO nova.compute.claims [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.002750] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c82fab2e-9a29-4931-8444-2fe0372a7672 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "54e4eeab-3daf-4598-b03e-076e3cf4203d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.620s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.102072] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801974, 'name': CreateSnapshot_Task, 'duration_secs': 0.69804} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.102385] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Created Snapshot of the VM instance {{(pid=69220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1427.103355] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b33f5b-68ca-4d8f-b666-f3a2daf9f491 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.634538] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Creating linked-clone VM from snapshot {{(pid=69220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1427.634857] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-047eb9af-86d7-4214-9b03-3d67774d50f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.643069] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1427.643069] env[69220]: value = "task-2801975" [ 1427.643069] env[69220]: _type = "Task" [ 1427.643069] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.651054] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801975, 'name': CloneVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.949410] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ab4bf2-7abc-4b9f-b922-0e40062d1e1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.956654] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf50254-02aa-4b6f-8a6a-fbd9262f0d1d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.987164] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dcceb4-8008-499c-9f22-9275041f0b3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.993873] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5f9f4-3a26-4629-9ffe-f8960cb83078 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.007489] env[69220]: DEBUG nova.compute.provider_tree [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.153368] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801975, 'name': CloneVM_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.166892] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "48b81861-b2a8-4fc7-9656-d4917481d7f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.167135] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "48b81861-b2a8-4fc7-9656-d4917481d7f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.167380] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "48b81861-b2a8-4fc7-9656-d4917481d7f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.167598] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "48b81861-b2a8-4fc7-9656-d4917481d7f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.167767] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "48b81861-b2a8-4fc7-9656-d4917481d7f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.169852] env[69220]: INFO nova.compute.manager [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Terminating instance [ 1428.511056] env[69220]: DEBUG nova.scheduler.client.report [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.653251] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801975, 'name': CloneVM_Task} progress is 95%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.673442] env[69220]: DEBUG nova.compute.manager [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.673592] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.674416] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23332d8f-fc58-4aaf-9d5c-1cf501f80e28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.683275] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.683503] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0434dd9-3770-443c-a564-829471e6c7f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.689818] env[69220]: DEBUG oslo_vmware.api [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1428.689818] env[69220]: value = "task-2801976" [ 1428.689818] env[69220]: _type = "Task" [ 1428.689818] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.698444] env[69220]: DEBUG oslo_vmware.api [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.016606] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.017101] env[69220]: DEBUG nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1429.155546] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801975, 'name': CloneVM_Task, 'duration_secs': 1.223107} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.155823] env[69220]: INFO nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Created linked-clone VM from snapshot [ 1429.156590] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb27dc0-f314-44ec-a657-ab5ba32966eb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.163656] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Uploading image a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70 {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1429.195410] env[69220]: DEBUG oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1429.195410] env[69220]: value = "vm-563042" [ 1429.195410] env[69220]: _type = "VirtualMachine" [ 1429.195410] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1429.195654] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a296af3c-6e6e-4914-928a-673dc5f3c9a5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.202124] env[69220]: DEBUG oslo_vmware.api [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801976, 'name': PowerOffVM_Task, 'duration_secs': 0.182744} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.203219] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.203397] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.203665] env[69220]: DEBUG oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lease: (returnval){ [ 1429.203665] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fe004a-0561-e5ed-766d-30831042ad4d" [ 1429.203665] env[69220]: _type = "HttpNfcLease" [ 1429.203665] env[69220]: } obtained for exporting VM: (result){ [ 1429.203665] env[69220]: value = "vm-563042" [ 1429.203665] env[69220]: _type = "VirtualMachine" [ 1429.203665] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1429.203877] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the lease: (returnval){ [ 1429.203877] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fe004a-0561-e5ed-766d-30831042ad4d" [ 1429.203877] env[69220]: _type = "HttpNfcLease" [ 1429.203877] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1429.204067] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb678cc-995a-48ca-b5d0-e4f233713ba8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.213476] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1429.213476] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fe004a-0561-e5ed-766d-30831042ad4d" [ 1429.213476] env[69220]: _type = "HttpNfcLease" [ 1429.213476] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1429.213738] env[69220]: DEBUG oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1429.213738] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52fe004a-0561-e5ed-766d-30831042ad4d" [ 1429.213738] env[69220]: _type = "HttpNfcLease" [ 1429.213738] env[69220]: }. {{(pid=69220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1429.214376] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e399ed85-b6cb-424b-9b96-a9bbc1b6749a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.221420] env[69220]: DEBUG oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ab5d9-65a0-70d6-af1b-fc5086c4cdd9/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1429.221566] env[69220]: DEBUG oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ab5d9-65a0-70d6-af1b-fc5086c4cdd9/disk-0.vmdk for reading. {{(pid=69220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1429.286641] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.286893] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.286969] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleting the datastore file [datastore1] 48b81861-b2a8-4fc7-9656-d4917481d7f5 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.287260] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ee4c419-43da-4097-ae86-bf21328c636f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.294163] env[69220]: DEBUG oslo_vmware.api [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1429.294163] env[69220]: value = "task-2801979" [ 1429.294163] env[69220]: _type = "Task" [ 1429.294163] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.301928] env[69220]: DEBUG oslo_vmware.api [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.316166] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f71b9fa3-87d8-41b2-b4fb-e0c3b5fd4bec {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.521971] env[69220]: DEBUG nova.compute.utils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1429.525764] env[69220]: DEBUG nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.525922] env[69220]: DEBUG nova.network.neutron [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.564389] env[69220]: DEBUG nova.policy [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376fce193635414595fb00a7f6f816cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29500d747441469a9c3a7b9d15629b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.806288] env[69220]: DEBUG oslo_vmware.api [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126878} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.808496] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.808496] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.809215] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.809871] env[69220]: INFO nova.compute.manager [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1429.809871] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.810015] env[69220]: DEBUG nova.compute.manager [-] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.810015] env[69220]: DEBUG nova.network.neutron [-] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.864623] env[69220]: DEBUG nova.network.neutron [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Successfully created port: ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.029714] env[69220]: DEBUG nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1430.102180] env[69220]: DEBUG nova.compute.manager [req-81b477b2-93aa-4f41-a211-3f582b2dc26f req-128f1100-6a39-40df-a172-68b30cded5cd service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Received event network-vif-deleted-fe55a8be-8ddd-45f3-9910-77eca2d22683 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1430.102180] env[69220]: INFO nova.compute.manager [req-81b477b2-93aa-4f41-a211-3f582b2dc26f req-128f1100-6a39-40df-a172-68b30cded5cd service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Neutron deleted interface fe55a8be-8ddd-45f3-9910-77eca2d22683; detaching it from the instance and deleting it from the info cache [ 1430.102180] env[69220]: DEBUG nova.network.neutron [req-81b477b2-93aa-4f41-a211-3f582b2dc26f req-128f1100-6a39-40df-a172-68b30cded5cd service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.573258] env[69220]: DEBUG nova.network.neutron [-] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.604414] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-497ac225-09a5-4fd8-a1b9-e938a983716f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.614533] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7901d-4409-4353-b3f5-5da51f412ed8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.642766] env[69220]: DEBUG nova.compute.manager [req-81b477b2-93aa-4f41-a211-3f582b2dc26f req-128f1100-6a39-40df-a172-68b30cded5cd service nova] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Detach interface failed, port_id=fe55a8be-8ddd-45f3-9910-77eca2d22683, reason: Instance 48b81861-b2a8-4fc7-9656-d4917481d7f5 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1431.040265] env[69220]: DEBUG nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.065998] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.066282] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.066441] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.066619] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.066761] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.066905] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.067526] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.067526] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.067526] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.067705] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.067815] env[69220]: DEBUG nova.virt.hardware [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.068695] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c14ab0-597c-4fa1-b4ed-e8e14b3aea54 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.077290] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713aadbc-5701-4fa4-97a0-3207f4181df2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.081222] env[69220]: INFO nova.compute.manager [-] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Took 1.27 seconds to deallocate network for instance. [ 1431.268095] env[69220]: DEBUG nova.compute.manager [req-e78aefd8-6e3f-4408-9417-93d04fda817b req-bd0b8e08-373c-4690-81ee-7daa02ee796b service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Received event network-vif-plugged-ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1431.268421] env[69220]: DEBUG oslo_concurrency.lockutils [req-e78aefd8-6e3f-4408-9417-93d04fda817b req-bd0b8e08-373c-4690-81ee-7daa02ee796b service nova] Acquiring lock "c2e7d3f4-5936-4921-8774-3c46a5209911-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.268693] env[69220]: DEBUG oslo_concurrency.lockutils [req-e78aefd8-6e3f-4408-9417-93d04fda817b req-bd0b8e08-373c-4690-81ee-7daa02ee796b service nova] Lock "c2e7d3f4-5936-4921-8774-3c46a5209911-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.268905] env[69220]: DEBUG oslo_concurrency.lockutils [req-e78aefd8-6e3f-4408-9417-93d04fda817b req-bd0b8e08-373c-4690-81ee-7daa02ee796b service nova] Lock "c2e7d3f4-5936-4921-8774-3c46a5209911-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.269167] env[69220]: DEBUG nova.compute.manager [req-e78aefd8-6e3f-4408-9417-93d04fda817b req-bd0b8e08-373c-4690-81ee-7daa02ee796b service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] No waiting events found dispatching network-vif-plugged-ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.269512] env[69220]: WARNING nova.compute.manager [req-e78aefd8-6e3f-4408-9417-93d04fda817b req-bd0b8e08-373c-4690-81ee-7daa02ee796b service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Received unexpected event network-vif-plugged-ba2fc9f2-a441-4c34-b7e5-bef4501808a1 for instance with vm_state building and task_state spawning. [ 1431.363189] env[69220]: DEBUG nova.network.neutron [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Successfully updated port: ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.595970] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.596291] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.596525] env[69220]: DEBUG nova.objects.instance [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'resources' on Instance uuid 48b81861-b2a8-4fc7-9656-d4917481d7f5 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.867144] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.867350] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.867513] env[69220]: DEBUG nova.network.neutron [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.179379] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e476a7-adbb-4fc9-bb75-29f46be7ebe7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.186944] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20477172-4158-4621-bc74-f7be3fe814c7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.219639] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9387d8-3ec3-41fa-b13c-d17791ffb3c9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.227652] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0453796b-c6bc-4f09-86a0-ac52f2114e02 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.241245] env[69220]: DEBUG nova.compute.provider_tree [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.400443] env[69220]: DEBUG nova.network.neutron [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.530665] env[69220]: DEBUG nova.network.neutron [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Updating instance_info_cache with network_info: [{"id": "ba2fc9f2-a441-4c34-b7e5-bef4501808a1", "address": "fa:16:3e:53:5d:67", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2fc9f2-a4", "ovs_interfaceid": "ba2fc9f2-a441-4c34-b7e5-bef4501808a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.744204] env[69220]: DEBUG nova.scheduler.client.report [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.033679] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.034049] env[69220]: DEBUG nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Instance network_info: |[{"id": "ba2fc9f2-a441-4c34-b7e5-bef4501808a1", "address": "fa:16:3e:53:5d:67", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2fc9f2-a4", "ovs_interfaceid": "ba2fc9f2-a441-4c34-b7e5-bef4501808a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.034510] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:5d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba2fc9f2-a441-4c34-b7e5-bef4501808a1', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.042429] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.042682] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.042915] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f50498-0fde-4b96-8dbb-268200a13148 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.064263] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.064263] env[69220]: value = "task-2801980" [ 1433.064263] env[69220]: _type = "Task" [ 1433.064263] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.074899] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801980, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.251473] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.270601] env[69220]: INFO nova.scheduler.client.report [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted allocations for instance 48b81861-b2a8-4fc7-9656-d4917481d7f5 [ 1433.293715] env[69220]: DEBUG nova.compute.manager [req-5ca41df6-47d1-4c00-a19b-a6fe08b0e2f8 req-f62357b2-1882-44b9-9b5b-8cf79e2874e9 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Received event network-changed-ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1433.293914] env[69220]: DEBUG nova.compute.manager [req-5ca41df6-47d1-4c00-a19b-a6fe08b0e2f8 req-f62357b2-1882-44b9-9b5b-8cf79e2874e9 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Refreshing instance network info cache due to event network-changed-ba2fc9f2-a441-4c34-b7e5-bef4501808a1. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1433.294249] env[69220]: DEBUG oslo_concurrency.lockutils [req-5ca41df6-47d1-4c00-a19b-a6fe08b0e2f8 req-f62357b2-1882-44b9-9b5b-8cf79e2874e9 service nova] Acquiring lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.294312] env[69220]: DEBUG oslo_concurrency.lockutils [req-5ca41df6-47d1-4c00-a19b-a6fe08b0e2f8 req-f62357b2-1882-44b9-9b5b-8cf79e2874e9 service nova] Acquired lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.294436] env[69220]: DEBUG nova.network.neutron [req-5ca41df6-47d1-4c00-a19b-a6fe08b0e2f8 req-f62357b2-1882-44b9-9b5b-8cf79e2874e9 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Refreshing network info cache for port ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.578529] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801980, 'name': CreateVM_Task, 'duration_secs': 0.344406} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.578732] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.579595] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.579809] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.580259] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.580540] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ed748d-67bf-4cc1-aa08-a6f8bdc63379 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.585851] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1433.585851] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52f0546a-5feb-a604-4703-2da8764eb599" [ 1433.585851] env[69220]: _type = "Task" [ 1433.585851] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.595115] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f0546a-5feb-a604-4703-2da8764eb599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.779846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-f0fd0cf0-d3e7-49a1-b5e0-2a8973871e78 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "48b81861-b2a8-4fc7-9656-d4917481d7f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.613s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.996611] env[69220]: DEBUG nova.network.neutron [req-5ca41df6-47d1-4c00-a19b-a6fe08b0e2f8 req-f62357b2-1882-44b9-9b5b-8cf79e2874e9 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Updated VIF entry in instance network info cache for port ba2fc9f2-a441-4c34-b7e5-bef4501808a1. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.996976] env[69220]: DEBUG nova.network.neutron [req-5ca41df6-47d1-4c00-a19b-a6fe08b0e2f8 req-f62357b2-1882-44b9-9b5b-8cf79e2874e9 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Updating instance_info_cache with network_info: [{"id": "ba2fc9f2-a441-4c34-b7e5-bef4501808a1", "address": "fa:16:3e:53:5d:67", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2fc9f2-a4", "ovs_interfaceid": "ba2fc9f2-a441-4c34-b7e5-bef4501808a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.096266] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52f0546a-5feb-a604-4703-2da8764eb599, 'name': SearchDatastore_Task, 'duration_secs': 0.013098} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.096515] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.096741] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.096973] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.097189] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.097412] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.097697] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e054f4-fef3-40d1-897d-8820bc787260 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.107022] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.107243] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.107961] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26028ebe-1140-4ad6-9ec4-fe35938c6d3b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.113038] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1434.113038] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5229f893-3ff1-e655-fb1d-a13c792a75f3" [ 1434.113038] env[69220]: _type = "Task" [ 1434.113038] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.121125] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5229f893-3ff1-e655-fb1d-a13c792a75f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.500526] env[69220]: DEBUG oslo_concurrency.lockutils [req-5ca41df6-47d1-4c00-a19b-a6fe08b0e2f8 req-f62357b2-1882-44b9-9b5b-8cf79e2874e9 service nova] Releasing lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.623693] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5229f893-3ff1-e655-fb1d-a13c792a75f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015701} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.624534] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5cbb67-6898-4902-be7d-019217e303f8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.630908] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1434.630908] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522d151e-cc97-b182-a34b-302af919ff63" [ 1434.630908] env[69220]: _type = "Task" [ 1434.630908] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.638965] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522d151e-cc97-b182-a34b-302af919ff63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.141835] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]522d151e-cc97-b182-a34b-302af919ff63, 'name': SearchDatastore_Task, 'duration_secs': 0.015261} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.142129] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.142403] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] c2e7d3f4-5936-4921-8774-3c46a5209911/c2e7d3f4-5936-4921-8774-3c46a5209911.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.142709] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b5c197f-da10-4f9c-88ba-3112fc321823 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.149314] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1435.149314] env[69220]: value = "task-2801982" [ 1435.149314] env[69220]: _type = "Task" [ 1435.149314] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.157152] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.659944] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801982, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.160920] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56072} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.161195] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore1] c2e7d3f4-5936-4921-8774-3c46a5209911/c2e7d3f4-5936-4921-8774-3c46a5209911.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.161410] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.161665] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb31d29e-eff9-4710-b5a8-7e466ebd573a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.167832] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1436.167832] env[69220]: value = "task-2801983" [ 1436.167832] env[69220]: _type = "Task" [ 1436.167832] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.176874] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.590062] env[69220]: DEBUG oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ab5d9-65a0-70d6-af1b-fc5086c4cdd9/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1436.590979] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25d2946-3e50-4a96-92b8-2de4815be43b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.596970] env[69220]: DEBUG oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ab5d9-65a0-70d6-af1b-fc5086c4cdd9/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1436.597119] env[69220]: ERROR oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ab5d9-65a0-70d6-af1b-fc5086c4cdd9/disk-0.vmdk due to incomplete transfer. [ 1436.597334] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1035e11-820a-4f4a-b05c-48527913adb8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.603990] env[69220]: DEBUG oslo_vmware.rw_handles [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ab5d9-65a0-70d6-af1b-fc5086c4cdd9/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1436.604193] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Uploaded image a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70 to the Glance image server {{(pid=69220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1436.606405] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Destroying the VM {{(pid=69220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1436.606627] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2a2c45c-4bb4-41e5-a750-c36125a05409 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.611747] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1436.611747] env[69220]: value = "task-2801984" [ 1436.611747] env[69220]: _type = "Task" [ 1436.611747] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.618961] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801984, 'name': Destroy_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.675972] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075947} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.676334] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.676954] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f41ee0-ff0f-42ef-a0c1-bec7f109446d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.699327] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c2e7d3f4-5936-4921-8774-3c46a5209911/c2e7d3f4-5936-4921-8774-3c46a5209911.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.699552] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a0094fd-474b-4a53-b0ce-963758519dfb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.718898] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1436.718898] env[69220]: value = "task-2801985" [ 1436.718898] env[69220]: _type = "Task" [ 1436.718898] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.728521] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.121822] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801984, 'name': Destroy_Task, 'duration_secs': 0.360577} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.122084] env[69220]: INFO nova.virt.vmwareapi.vm_util [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Destroyed the VM [ 1437.122317] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Deleting Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1437.122554] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50be05fe-13dd-4eda-9da7-83d6d1ea9f2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.128784] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1437.128784] env[69220]: value = "task-2801986" [ 1437.128784] env[69220]: _type = "Task" [ 1437.128784] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.135970] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801986, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.228211] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801985, 'name': ReconfigVM_Task, 'duration_secs': 0.300153} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.228492] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c2e7d3f4-5936-4921-8774-3c46a5209911/c2e7d3f4-5936-4921-8774-3c46a5209911.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.229123] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71e9f60f-ee8c-496b-8ad7-46ab8fc97e0a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.235256] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1437.235256] env[69220]: value = "task-2801987" [ 1437.235256] env[69220]: _type = "Task" [ 1437.235256] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.242789] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801987, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.638930] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801986, 'name': RemoveSnapshot_Task, 'duration_secs': 0.347732} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.639297] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Deleted Snapshot of the VM instance {{(pid=69220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1437.639585] env[69220]: DEBUG nova.compute.manager [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.640401] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c628deb-c5f5-486e-b730-3347a30d53c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.744941] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801987, 'name': Rename_Task, 'duration_secs': 0.13997} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.745900] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.746030] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82efe18f-d38e-4310-ac03-bee516b17c58 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.753130] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1437.753130] env[69220]: value = "task-2801988" [ 1437.753130] env[69220]: _type = "Task" [ 1437.753130] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.760224] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.919714] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "5b70c878-32be-42ca-8ded-963b3e77ba43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.919938] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.920178] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "5b70c878-32be-42ca-8ded-963b3e77ba43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.920389] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.920595] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.922783] env[69220]: INFO nova.compute.manager [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Terminating instance [ 1438.153047] env[69220]: INFO nova.compute.manager [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Shelve offloading [ 1438.264351] env[69220]: DEBUG oslo_vmware.api [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2801988, 'name': PowerOnVM_Task, 'duration_secs': 0.4497} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.264612] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.264805] env[69220]: INFO nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1438.264980] env[69220]: DEBUG nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.265762] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e735987-4ba7-49a7-aef4-b32840040fa0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.426365] env[69220]: DEBUG nova.compute.manager [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.426630] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.427522] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b38e74e-7ed6-4230-aea3-13366a84a0b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.435248] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.435481] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e470b3e-5f03-44e6-9d3c-2d16322beba1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.442308] env[69220]: DEBUG oslo_vmware.api [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1438.442308] env[69220]: value = "task-2801989" [ 1438.442308] env[69220]: _type = "Task" [ 1438.442308] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.449830] env[69220]: DEBUG oslo_vmware.api [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.656360] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.656685] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e77c20b3-0993-4e22-93e6-6cde40b23146 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.663496] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1438.663496] env[69220]: value = "task-2801990" [ 1438.663496] env[69220]: _type = "Task" [ 1438.663496] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.671305] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.781110] env[69220]: INFO nova.compute.manager [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Took 11.93 seconds to build instance. [ 1438.951933] env[69220]: DEBUG oslo_vmware.api [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801989, 'name': PowerOffVM_Task, 'duration_secs': 0.185735} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.952200] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.952371] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.952619] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65a14cf3-22b9-4513-a31e-acb29fd698da {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.015403] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.015681] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.015769] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleting the datastore file [datastore2] 5b70c878-32be-42ca-8ded-963b3e77ba43 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.016045] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e86f066-8405-49d4-a767-a9d7d30ba305 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.022418] env[69220]: DEBUG oslo_vmware.api [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for the task: (returnval){ [ 1439.022418] env[69220]: value = "task-2801992" [ 1439.022418] env[69220]: _type = "Task" [ 1439.022418] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.029856] env[69220]: DEBUG oslo_vmware.api [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.173910] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] VM already powered off {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1439.174154] env[69220]: DEBUG nova.compute.manager [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.174872] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1162786-21aa-4a51-92be-dd318f6b620a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.180262] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.180447] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.180618] env[69220]: DEBUG nova.network.neutron [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.283383] env[69220]: DEBUG oslo_concurrency.lockutils [None req-b29a6573-4b5c-422d-8a5a-ba34187a0b20 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "c2e7d3f4-5936-4921-8774-3c46a5209911" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.441s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.532737] env[69220]: DEBUG oslo_vmware.api [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Task: {'id': task-2801992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12806} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.532984] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.533240] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.533454] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.533741] env[69220]: INFO nova.compute.manager [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1439.533941] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1439.534187] env[69220]: DEBUG nova.compute.manager [-] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1439.534297] env[69220]: DEBUG nova.network.neutron [-] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1439.781711] env[69220]: DEBUG nova.compute.manager [req-1578ad47-5504-4fa4-85d1-3c2e527ec760 req-de39423c-e041-40ab-b50d-015b802d0641 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Received event network-vif-deleted-79260c53-85c3-4bdc-a055-4ebe8bcbe519 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1439.781994] env[69220]: INFO nova.compute.manager [req-1578ad47-5504-4fa4-85d1-3c2e527ec760 req-de39423c-e041-40ab-b50d-015b802d0641 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Neutron deleted interface 79260c53-85c3-4bdc-a055-4ebe8bcbe519; detaching it from the instance and deleting it from the info cache [ 1439.782193] env[69220]: DEBUG nova.network.neutron [req-1578ad47-5504-4fa4-85d1-3c2e527ec760 req-de39423c-e041-40ab-b50d-015b802d0641 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.049727] env[69220]: DEBUG nova.network.neutron [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [{"id": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "address": "fa:16:3e:d9:69:28", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69900486-8c", "ovs_interfaceid": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.054714] env[69220]: DEBUG nova.compute.manager [req-4bd242c2-132b-471a-9882-811f833a017f req-1421da83-f522-4fea-9599-ed690b8aff84 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Received event network-changed-ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1440.055356] env[69220]: DEBUG nova.compute.manager [req-4bd242c2-132b-471a-9882-811f833a017f req-1421da83-f522-4fea-9599-ed690b8aff84 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Refreshing instance network info cache due to event network-changed-ba2fc9f2-a441-4c34-b7e5-bef4501808a1. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1440.055617] env[69220]: DEBUG oslo_concurrency.lockutils [req-4bd242c2-132b-471a-9882-811f833a017f req-1421da83-f522-4fea-9599-ed690b8aff84 service nova] Acquiring lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.055762] env[69220]: DEBUG oslo_concurrency.lockutils [req-4bd242c2-132b-471a-9882-811f833a017f req-1421da83-f522-4fea-9599-ed690b8aff84 service nova] Acquired lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.055925] env[69220]: DEBUG nova.network.neutron [req-4bd242c2-132b-471a-9882-811f833a017f req-1421da83-f522-4fea-9599-ed690b8aff84 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Refreshing network info cache for port ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.265606] env[69220]: DEBUG nova.network.neutron [-] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.285080] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-641e3fa4-a64c-422c-9e54-4c047492998b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.294498] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9411c6c3-ad05-4824-88ab-23821df5136f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.321120] env[69220]: DEBUG nova.compute.manager [req-1578ad47-5504-4fa4-85d1-3c2e527ec760 req-de39423c-e041-40ab-b50d-015b802d0641 service nova] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Detach interface failed, port_id=79260c53-85c3-4bdc-a055-4ebe8bcbe519, reason: Instance 5b70c878-32be-42ca-8ded-963b3e77ba43 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1440.554499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.764273] env[69220]: DEBUG nova.network.neutron [req-4bd242c2-132b-471a-9882-811f833a017f req-1421da83-f522-4fea-9599-ed690b8aff84 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Updated VIF entry in instance network info cache for port ba2fc9f2-a441-4c34-b7e5-bef4501808a1. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.764644] env[69220]: DEBUG nova.network.neutron [req-4bd242c2-132b-471a-9882-811f833a017f req-1421da83-f522-4fea-9599-ed690b8aff84 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Updating instance_info_cache with network_info: [{"id": "ba2fc9f2-a441-4c34-b7e5-bef4501808a1", "address": "fa:16:3e:53:5d:67", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2fc9f2-a4", "ovs_interfaceid": "ba2fc9f2-a441-4c34-b7e5-bef4501808a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.768753] env[69220]: INFO nova.compute.manager [-] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Took 1.23 seconds to deallocate network for instance. [ 1440.868121] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.868968] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2652df3f-d0a0-4b6c-8ab1-6f7671c771f6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.876777] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.877035] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33cf7fba-0cdf-488f-87e8-e32193d5a9af {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.951958] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.952227] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.952387] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleting the datastore file [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.952685] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3912d776-c97b-44d0-adcc-5adffbadb6aa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.958643] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1440.958643] env[69220]: value = "task-2801994" [ 1440.958643] env[69220]: _type = "Task" [ 1440.958643] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.966369] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.267752] env[69220]: DEBUG oslo_concurrency.lockutils [req-4bd242c2-132b-471a-9882-811f833a017f req-1421da83-f522-4fea-9599-ed690b8aff84 service nova] Releasing lock "refresh_cache-c2e7d3f4-5936-4921-8774-3c46a5209911" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.276112] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.276390] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.276610] env[69220]: DEBUG nova.objects.instance [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lazy-loading 'resources' on Instance uuid 5b70c878-32be-42ca-8ded-963b3e77ba43 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.469689] env[69220]: DEBUG oslo_vmware.api [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182448} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.469953] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.470122] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.470341] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.494084] env[69220]: INFO nova.scheduler.client.report [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted allocations for instance 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac [ 1441.828052] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be3221-c6bb-4797-8876-f0a591275a14 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.834926] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86760e64-d44a-4b79-b732-46fd8aa08906 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.865610] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa103f-dd74-4068-bd5b-60816cd26e53 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.872834] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae93f0ec-b720-4036-9da2-6eee6c34b6e9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.885763] env[69220]: DEBUG nova.compute.provider_tree [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.998760] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.078194] env[69220]: DEBUG nova.compute.manager [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received event network-vif-unplugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1442.078423] env[69220]: DEBUG oslo_concurrency.lockutils [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] Acquiring lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.078628] env[69220]: DEBUG oslo_concurrency.lockutils [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.078733] env[69220]: DEBUG oslo_concurrency.lockutils [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.078885] env[69220]: DEBUG nova.compute.manager [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] No waiting events found dispatching network-vif-unplugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.079285] env[69220]: WARNING nova.compute.manager [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received unexpected event network-vif-unplugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 for instance with vm_state shelved_offloaded and task_state None. [ 1442.079463] env[69220]: DEBUG nova.compute.manager [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received event network-changed-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1442.079625] env[69220]: DEBUG nova.compute.manager [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Refreshing instance network info cache due to event network-changed-69900486-8c0c-4a9d-8145-fc97a0df69a8. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1442.079809] env[69220]: DEBUG oslo_concurrency.lockutils [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] Acquiring lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.079945] env[69220]: DEBUG oslo_concurrency.lockutils [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] Acquired lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.080111] env[69220]: DEBUG nova.network.neutron [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Refreshing network info cache for port 69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.390456] env[69220]: DEBUG nova.scheduler.client.report [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.804135] env[69220]: DEBUG nova.network.neutron [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updated VIF entry in instance network info cache for port 69900486-8c0c-4a9d-8145-fc97a0df69a8. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.804473] env[69220]: DEBUG nova.network.neutron [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [{"id": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "address": "fa:16:3e:d9:69:28", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap69900486-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.896939] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.899559] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.901s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.899800] env[69220]: DEBUG nova.objects.instance [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'resources' on Instance uuid 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.913953] env[69220]: INFO nova.scheduler.client.report [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Deleted allocations for instance 5b70c878-32be-42ca-8ded-963b3e77ba43 [ 1443.307664] env[69220]: DEBUG oslo_concurrency.lockutils [req-3fa7ae97-423e-41eb-bb7c-b413cc280f65 req-2dcbdf9a-812b-45ba-a05f-4722ec5b5218 service nova] Releasing lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.402801] env[69220]: DEBUG nova.objects.instance [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'numa_topology' on Instance uuid 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.421726] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c3f01bce-250d-4786-9ecc-f93b9ca221a4 tempest-ServerActionsTestOtherA-37117400 tempest-ServerActionsTestOtherA-37117400-project-member] Lock "5b70c878-32be-42ca-8ded-963b3e77ba43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.502s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.906248] env[69220]: DEBUG nova.objects.base [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Object Instance<89656c69-2cc1-4afa-a8c8-2b77a8dad6ac> lazy-loaded attributes: resources,numa_topology {{(pid=69220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1443.958322] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479586af-77ed-43df-8367-0140d381b2e6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.966387] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3d4f28-bfab-401d-a4a9-c30a9454c0e1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.995643] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86df3671-0207-49f9-b599-14a31def710d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.005566] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ce5d3b-39b1-4fd4-9103-603085608bfc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.015431] env[69220]: DEBUG nova.compute.provider_tree [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.519889] env[69220]: DEBUG nova.scheduler.client.report [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.573824] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.026910] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.534298] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a1717847-d31f-445c-9cdb-969e820a6e89 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.510s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.535396] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.961s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.535396] env[69220]: INFO nova.compute.manager [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Unshelving [ 1446.558429] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.558818] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.559073] env[69220]: DEBUG nova.objects.instance [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'pci_requests' on Instance uuid 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.063936] env[69220]: DEBUG nova.objects.instance [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'numa_topology' on Instance uuid 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.566079] env[69220]: INFO nova.compute.claims [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.591436] env[69220]: DEBUG nova.scheduler.client.report [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Refreshing inventories for resource provider 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1448.605230] env[69220]: DEBUG nova.scheduler.client.report [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Updating ProviderTree inventory for provider 69f85824-1171-4404-9d0c-06d842192d3d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1448.605230] env[69220]: DEBUG nova.compute.provider_tree [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Updating inventory in ProviderTree for provider 69f85824-1171-4404-9d0c-06d842192d3d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.615939] env[69220]: DEBUG nova.scheduler.client.report [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Refreshing aggregate associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, aggregates: None {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1448.632959] env[69220]: DEBUG nova.scheduler.client.report [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Refreshing trait associations for resource provider 69f85824-1171-4404-9d0c-06d842192d3d, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=69220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1448.675022] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2c611-31c0-4c9b-bc23-056d85840f5d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.682431] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4a9867-3f41-45cb-a245-d867c5a7429a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.711294] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd8057c-5d31-4957-a380-8cb72a652f6c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.717966] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1c3171-94e8-4ee7-ac39-9a5e2d1b6ca5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.731529] env[69220]: DEBUG nova.compute.provider_tree [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.235033] env[69220]: DEBUG nova.scheduler.client.report [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.739728] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.181s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.768073] env[69220]: INFO nova.network.neutron [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating port 69900486-8c0c-4a9d-8145-fc97a0df69a8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1451.110319] env[69220]: DEBUG nova.compute.manager [req-9e718b02-4224-413d-ac4f-16a4ea6c5281 req-1e812dd5-c88d-4156-8eb0-9dc45a84127a service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received event network-vif-plugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1451.110584] env[69220]: DEBUG oslo_concurrency.lockutils [req-9e718b02-4224-413d-ac4f-16a4ea6c5281 req-1e812dd5-c88d-4156-8eb0-9dc45a84127a service nova] Acquiring lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.110736] env[69220]: DEBUG oslo_concurrency.lockutils [req-9e718b02-4224-413d-ac4f-16a4ea6c5281 req-1e812dd5-c88d-4156-8eb0-9dc45a84127a service nova] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.110894] env[69220]: DEBUG oslo_concurrency.lockutils [req-9e718b02-4224-413d-ac4f-16a4ea6c5281 req-1e812dd5-c88d-4156-8eb0-9dc45a84127a service nova] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.111070] env[69220]: DEBUG nova.compute.manager [req-9e718b02-4224-413d-ac4f-16a4ea6c5281 req-1e812dd5-c88d-4156-8eb0-9dc45a84127a service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] No waiting events found dispatching network-vif-plugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1451.111234] env[69220]: WARNING nova.compute.manager [req-9e718b02-4224-413d-ac4f-16a4ea6c5281 req-1e812dd5-c88d-4156-8eb0-9dc45a84127a service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received unexpected event network-vif-plugged-69900486-8c0c-4a9d-8145-fc97a0df69a8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1451.192499] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.192689] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.192818] env[69220]: DEBUG nova.network.neutron [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.879723] env[69220]: DEBUG nova.network.neutron [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [{"id": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "address": "fa:16:3e:d9:69:28", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69900486-8c", "ovs_interfaceid": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.029102] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.382341] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.410647] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='895b80ec6ef8ec8da7f01d52d564b98e',container_format='bare',created_at=2025-03-06T09:15:17Z,direct_url=,disk_format='vmdk',id=a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1989817035-shelved',owner='97ee93eac20644bf94b9383ed68d2498',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-06T09:15:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.410904] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.411087] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.411288] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.411434] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.411581] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.411789] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.411946] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.412149] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.412324] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.412497] env[69220]: DEBUG nova.virt.hardware [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.413397] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97c211d-94bb-401e-8c12-1cd86de6cadb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.421176] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd2a707-7781-49ae-8fa9-cd31d46e2b27 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.434033] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:69:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69900486-8c0c-4a9d-8145-fc97a0df69a8', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.441409] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.441638] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.441831] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e425877-71f7-4cdb-ab31-4ad4203ab10c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.460239] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.460239] env[69220]: value = "task-2801995" [ 1452.460239] env[69220]: _type = "Task" [ 1452.460239] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.467996] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801995, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.970580] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2801995, 'name': CreateVM_Task, 'duration_secs': 0.326168} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.970804] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.971402] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.971563] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.971950] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.972220] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9e870d-9e48-4f64-857d-9fc7ffc908a4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.976537] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1452.976537] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52e19d22-ccdd-1f2d-63cd-b1fe7274663a" [ 1452.976537] env[69220]: _type = "Task" [ 1452.976537] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.986501] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52e19d22-ccdd-1f2d-63cd-b1fe7274663a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.136097] env[69220]: DEBUG nova.compute.manager [req-3b5315fe-ce51-47c7-ba80-5f90d15df3b1 req-a1a8a01a-dcf0-4228-82e6-38fcbd54d67e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received event network-changed-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1453.136289] env[69220]: DEBUG nova.compute.manager [req-3b5315fe-ce51-47c7-ba80-5f90d15df3b1 req-a1a8a01a-dcf0-4228-82e6-38fcbd54d67e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Refreshing instance network info cache due to event network-changed-69900486-8c0c-4a9d-8145-fc97a0df69a8. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1453.136497] env[69220]: DEBUG oslo_concurrency.lockutils [req-3b5315fe-ce51-47c7-ba80-5f90d15df3b1 req-a1a8a01a-dcf0-4228-82e6-38fcbd54d67e service nova] Acquiring lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.136637] env[69220]: DEBUG oslo_concurrency.lockutils [req-3b5315fe-ce51-47c7-ba80-5f90d15df3b1 req-a1a8a01a-dcf0-4228-82e6-38fcbd54d67e service nova] Acquired lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.136791] env[69220]: DEBUG nova.network.neutron [req-3b5315fe-ce51-47c7-ba80-5f90d15df3b1 req-a1a8a01a-dcf0-4228-82e6-38fcbd54d67e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Refreshing network info cache for port 69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.486248] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.486568] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Processing image a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1453.486704] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.486846] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.487018] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.487257] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8c2ef90-f97d-4f54-8397-ebc783d0dc7e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.495110] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.495277] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.495918] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9765c458-45d9-46f2-a065-af659bcdfe5f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.500289] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1453.500289] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]5291439a-6439-8b4d-ecc7-5b676d9c3591" [ 1453.500289] env[69220]: _type = "Task" [ 1453.500289] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.507237] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]5291439a-6439-8b4d-ecc7-5b676d9c3591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.855786] env[69220]: DEBUG nova.network.neutron [req-3b5315fe-ce51-47c7-ba80-5f90d15df3b1 req-a1a8a01a-dcf0-4228-82e6-38fcbd54d67e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updated VIF entry in instance network info cache for port 69900486-8c0c-4a9d-8145-fc97a0df69a8. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.856327] env[69220]: DEBUG nova.network.neutron [req-3b5315fe-ce51-47c7-ba80-5f90d15df3b1 req-a1a8a01a-dcf0-4228-82e6-38fcbd54d67e service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [{"id": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "address": "fa:16:3e:d9:69:28", "network": {"id": "8af7e6c9-6880-462f-b7ef-1965385183cc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1736919315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97ee93eac20644bf94b9383ed68d2498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69900486-8c", "ovs_interfaceid": "69900486-8c0c-4a9d-8145-fc97a0df69a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.010535] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Preparing fetch location {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1454.010806] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Fetch image to [datastore2] OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690/OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690.vmdk {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1454.010991] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Downloading stream optimized image a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70 to [datastore2] OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690/OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690.vmdk on the data store datastore2 as vApp {{(pid=69220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1454.011187] env[69220]: DEBUG nova.virt.vmwareapi.images [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Downloading image file data a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70 to the ESX as VM named 'OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690' {{(pid=69220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1454.028737] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.077947] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1454.077947] env[69220]: value = "resgroup-9" [ 1454.077947] env[69220]: _type = "ResourcePool" [ 1454.077947] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1454.078446] env[69220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-601f63e2-1ea8-4ded-b62b-15b5e2ad281a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.098509] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lease: (returnval){ [ 1454.098509] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522dd302-ccd4-af1d-cc2a-46823662ddc8" [ 1454.098509] env[69220]: _type = "HttpNfcLease" [ 1454.098509] env[69220]: } obtained for vApp import into resource pool (val){ [ 1454.098509] env[69220]: value = "resgroup-9" [ 1454.098509] env[69220]: _type = "ResourcePool" [ 1454.098509] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1454.098917] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the lease: (returnval){ [ 1454.098917] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522dd302-ccd4-af1d-cc2a-46823662ddc8" [ 1454.098917] env[69220]: _type = "HttpNfcLease" [ 1454.098917] env[69220]: } to be ready. {{(pid=69220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1454.105061] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1454.105061] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522dd302-ccd4-af1d-cc2a-46823662ddc8" [ 1454.105061] env[69220]: _type = "HttpNfcLease" [ 1454.105061] env[69220]: } is initializing. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1454.360267] env[69220]: DEBUG oslo_concurrency.lockutils [req-3b5315fe-ce51-47c7-ba80-5f90d15df3b1 req-a1a8a01a-dcf0-4228-82e6-38fcbd54d67e service nova] Releasing lock "refresh_cache-89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.606385] env[69220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1454.606385] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522dd302-ccd4-af1d-cc2a-46823662ddc8" [ 1454.606385] env[69220]: _type = "HttpNfcLease" [ 1454.606385] env[69220]: } is ready. {{(pid=69220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1454.606867] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1454.606867] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]522dd302-ccd4-af1d-cc2a-46823662ddc8" [ 1454.606867] env[69220]: _type = "HttpNfcLease" [ 1454.606867] env[69220]: }. {{(pid=69220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1454.607400] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fa209-0e7f-455c-8807-e32206290c00 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.614397] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b3d44-0bb9-e100-a08d-6e6d673a6668/disk-0.vmdk from lease info. {{(pid=69220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1454.614566] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b3d44-0bb9-e100-a08d-6e6d673a6668/disk-0.vmdk. {{(pid=69220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1454.676528] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cab969e5-5b4f-4dcc-8368-9ced08eb707f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.029449] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.029659] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1455.029883] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.711094] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Completed reading data from the image iterator. {{(pid=69220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1455.711506] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b3d44-0bb9-e100-a08d-6e6d673a6668/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1455.712257] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760eb1c5-33d8-422e-9d7f-2e2b7a5655d5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.718667] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b3d44-0bb9-e100-a08d-6e6d673a6668/disk-0.vmdk is in state: ready. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1455.718841] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b3d44-0bb9-e100-a08d-6e6d673a6668/disk-0.vmdk. {{(pid=69220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1455.719076] env[69220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-309a2b76-9345-4e71-b8d7-5dd5b2b82b85 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.905168] env[69220]: DEBUG oslo_vmware.rw_handles [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b3d44-0bb9-e100-a08d-6e6d673a6668/disk-0.vmdk. {{(pid=69220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1455.905408] env[69220]: INFO nova.virt.vmwareapi.images [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Downloaded image file data a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70 [ 1455.906372] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904aeddb-c1ac-4414-a055-91debd78275f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.922885] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a6e793e-ecc3-46bb-a19e-8ac324a8060a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.953140] env[69220]: INFO nova.virt.vmwareapi.images [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] The imported VM was unregistered [ 1455.955669] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Caching image {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1455.955896] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.956181] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aa5f9fc-7c56-48a7-a2f0-a1f5cfc66742 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.975929] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Created directory with path [datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70 {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.976077] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690/OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690.vmdk to [datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70.vmdk. {{(pid=69220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1455.976318] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-57398aeb-aec7-4a0c-ba8a-f73c6bea4f06 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.983110] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1455.983110] env[69220]: value = "task-2801998" [ 1455.983110] env[69220]: _type = "Task" [ 1455.983110] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.993349] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801998, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.497044] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801998, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.996177] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801998, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.497092] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801998, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.527893] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.528172] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.997867] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801998, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.031197] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.031510] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.031694] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.031876] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1458.032814] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb85e2a5-191e-4d67-b885-ea38b4f92644 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.042645] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf9ad4d-4ebe-42ce-aac8-aeb97ea8bbdb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.058951] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da1a608-293a-431d-b650-0d279af199a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.068589] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f2333e-0c7d-4462-9c44-2edc4f9895c9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.100046] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180340MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1458.100218] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.100449] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.496220] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801998, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.196514} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.496427] env[69220]: INFO nova.virt.vmwareapi.ds_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690/OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690.vmdk to [datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70.vmdk. [ 1458.496622] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Cleaning up location [datastore2] OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1458.496786] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ec70258e-c390-4130-b3e8-ce16d5e01690 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.497189] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a223a6cf-0f1e-4741-add5-b4d0318fe26b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.502872] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1458.502872] env[69220]: value = "task-2801999" [ 1458.502872] env[69220]: _type = "Task" [ 1458.502872] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.511370] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.012253] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2801999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032894} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.012639] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.012639] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.012883] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70.vmdk to [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac/89656c69-2cc1-4afa-a8c8-2b77a8dad6ac.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.013159] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e10fe0df-f345-488c-a17a-1e3dff0cf2ae {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.019306] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1459.019306] env[69220]: value = "task-2802000" [ 1459.019306] env[69220]: _type = "Task" [ 1459.019306] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.026239] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.255046] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 356d44c8-8c45-4c08-8a71-eb590bd70a93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1459.255256] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance c2e7d3f4-5936-4921-8774-3c46a5209911 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1459.255425] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1459.255652] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1459.255825] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1459.314490] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddac3fa-96a9-4446-b116-14e707d2b679 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.323252] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e8d31e-fef9-411d-9454-559b5d68f3b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.356190] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7bdbe1-34ec-4a97-86dd-bf5f70bb04d4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.367406] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2fda16-d8f8-47a3-a96c-b8d7c6c87afb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.383015] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.532046] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802000, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.886752] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.032498] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802000, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.392911] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1460.393180] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.293s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.533843] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802000, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.033023] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802000, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.532285] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802000, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.165238} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.532544] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70/a16f5edb-4b91-4d8b-9c0f-0e00e32a6d70.vmdk to [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac/89656c69-2cc1-4afa-a8c8-2b77a8dad6ac.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.533315] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e81e5fa-cfec-4611-84cb-a2c2d83dea8a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.554457] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac/89656c69-2cc1-4afa-a8c8-2b77a8dad6ac.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.554672] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04101b27-6f1c-45d3-b8fe-a88e30a9ab7b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.573380] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1461.573380] env[69220]: value = "task-2802001" [ 1461.573380] env[69220]: _type = "Task" [ 1461.573380] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.580734] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.894834] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.895094] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.895265] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.083170] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802001, 'name': ReconfigVM_Task, 'duration_secs': 0.275716} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.083602] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac/89656c69-2cc1-4afa-a8c8-2b77a8dad6ac.vmdk or device None with type streamOptimized {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.084076] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f62420b1-5dfe-4416-832d-b1b87f4f3bb8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.089747] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1462.089747] env[69220]: value = "task-2802002" [ 1462.089747] env[69220]: _type = "Task" [ 1462.089747] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.096578] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802002, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.599473] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802002, 'name': Rename_Task, 'duration_secs': 0.138954} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.599763] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.600025] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44aa0fec-76a0-4748-91e0-2a97ce278a7a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.607156] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1462.607156] env[69220]: value = "task-2802003" [ 1462.607156] env[69220]: _type = "Task" [ 1462.607156] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.615980] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.029432] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.029745] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Cleaning up deleted instances {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1463.117147] env[69220]: DEBUG oslo_vmware.api [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802003, 'name': PowerOnVM_Task, 'duration_secs': 0.45362} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.117428] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.215984] env[69220]: DEBUG nova.compute.manager [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.216911] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89c422-af40-4b44-8830-33400315c074 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.542164] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] There are 23 instances to clean {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1463.542428] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: bba6cda2-790d-4ef7-99d4-632b0beb679a] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1463.732054] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea45d8fb-fd1d-4f7b-afbb-14e3088f8540 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.197s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.046027] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 54e4eeab-3daf-4598-b03e-076e3cf4203d] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1464.549105] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 45c6ab5f-8d25-4407-aa74-b7d2d8681b42] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1465.053084] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: b0e407ea-e516-4727-bc1a-01eda2b23db0] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1465.556919] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 48b81861-b2a8-4fc7-9656-d4917481d7f5] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1466.060264] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8c6f4cda-5183-4407-9e30-0d3dcad1cce7] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1466.563787] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 9a5ab31e-b14b-46cb-b8da-560fc5fc112c] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1467.067114] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 695192ca-772a-4a6c-bd01-18e606007a96] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1467.570933] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: f170ef25-bb81-4a3e-a06c-65d7e30893b7] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1468.074503] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 8810e65e-9342-4d7d-a82e-b2558e5cfcaa] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1468.577865] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: d89f3185-4c69-4a64-a2aa-166b24d1b110] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1469.081598] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 04ce2f4a-e41c-44a0-90f3-f817c573e84d] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1469.585299] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 1d51b7f5-4cf4-45d3-a419-1436af336ffc] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1470.089521] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 0d851426-dd14-4347-bf76-8a3e2f137a27] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1470.592739] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: a74aa843-1750-4fd3-8a54-2798add80730] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1471.096417] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: aebf0840-31c3-44af-a66c-c806a8f25891] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1471.599853] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 9502b4ef-1c1f-4b99-8096-ab029d6e3e1e] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1472.103358] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 5b70c878-32be-42ca-8ded-963b3e77ba43] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1472.607310] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: fc02c9cd-9c48-4782-858e-d96318acbc3d] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1473.111418] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: af5cac11-6c72-4093-b734-e5b715543968] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1473.615260] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 31a05e33-bb66-4b16-a52a-4012344b4457] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1474.118819] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 2ab30c64-fb49-48fd-8cad-510653d716c5] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1474.621929] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] [instance: 68902688-0da5-48d8-807d-d4b3bbed769f] Instance has had 0 of 5 cleanup attempts {{(pid=69220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1475.125652] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.125835] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Cleaning up deleted instances with incomplete migration {{(pid=69220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1477.453115] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "c2e7d3f4-5936-4921-8774-3c46a5209911" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.453523] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "c2e7d3f4-5936-4921-8774-3c46a5209911" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.453666] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "c2e7d3f4-5936-4921-8774-3c46a5209911-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.453802] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "c2e7d3f4-5936-4921-8774-3c46a5209911-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.453969] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "c2e7d3f4-5936-4921-8774-3c46a5209911-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.457654] env[69220]: INFO nova.compute.manager [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Terminating instance [ 1477.961855] env[69220]: DEBUG nova.compute.manager [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1477.962121] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.963046] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b253eb-9462-47f2-8b2b-2cbd55676cdd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.970892] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.971089] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31c3225-9adf-4f18-8c55-61c4463f4773 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.977845] env[69220]: DEBUG oslo_vmware.api [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1477.977845] env[69220]: value = "task-2802004" [ 1477.977845] env[69220]: _type = "Task" [ 1477.977845] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.986441] env[69220]: DEBUG oslo_vmware.api [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.487552] env[69220]: DEBUG oslo_vmware.api [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802004, 'name': PowerOffVM_Task, 'duration_secs': 0.190558} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.488018] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.488018] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.488226] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9c63403-64f3-41ad-8931-74c9a4463b28 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.553843] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.554082] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Deleting contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.554301] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleting the datastore file [datastore1] c2e7d3f4-5936-4921-8774-3c46a5209911 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.554585] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f22daf9-5dee-4742-be8b-592ea4e07d4a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.560720] env[69220]: DEBUG oslo_vmware.api [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1478.560720] env[69220]: value = "task-2802006" [ 1478.560720] env[69220]: _type = "Task" [ 1478.560720] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.567961] env[69220]: DEBUG oslo_vmware.api [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.069997] env[69220]: DEBUG oslo_vmware.api [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122799} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.070209] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.070384] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Deleted contents of the VM from datastore datastore1 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.070556] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.070726] env[69220]: INFO nova.compute.manager [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1479.071013] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1479.071216] env[69220]: DEBUG nova.compute.manager [-] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.071313] env[69220]: DEBUG nova.network.neutron [-] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.503047] env[69220]: DEBUG nova.compute.manager [req-e7ce7ecb-f550-4bf0-a59a-883901617f91 req-86615ca4-c817-4359-9bb8-f91a50a78006 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Received event network-vif-deleted-ba2fc9f2-a441-4c34-b7e5-bef4501808a1 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1479.503366] env[69220]: INFO nova.compute.manager [req-e7ce7ecb-f550-4bf0-a59a-883901617f91 req-86615ca4-c817-4359-9bb8-f91a50a78006 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Neutron deleted interface ba2fc9f2-a441-4c34-b7e5-bef4501808a1; detaching it from the instance and deleting it from the info cache [ 1479.503366] env[69220]: DEBUG nova.network.neutron [req-e7ce7ecb-f550-4bf0-a59a-883901617f91 req-86615ca4-c817-4359-9bb8-f91a50a78006 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.987445] env[69220]: DEBUG nova.network.neutron [-] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.006377] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-386be94d-621b-4dc9-a434-398980dcaeab {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.016125] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b914e488-f5f3-4aee-b311-72e450d20a13 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.042089] env[69220]: DEBUG nova.compute.manager [req-e7ce7ecb-f550-4bf0-a59a-883901617f91 req-86615ca4-c817-4359-9bb8-f91a50a78006 service nova] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Detach interface failed, port_id=ba2fc9f2-a441-4c34-b7e5-bef4501808a1, reason: Instance c2e7d3f4-5936-4921-8774-3c46a5209911 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1480.490664] env[69220]: INFO nova.compute.manager [-] [instance: c2e7d3f4-5936-4921-8774-3c46a5209911] Took 1.42 seconds to deallocate network for instance. [ 1480.996787] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.997172] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.997300] env[69220]: DEBUG nova.objects.instance [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'resources' on Instance uuid c2e7d3f4-5936-4921-8774-3c46a5209911 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.550831] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743e0bbd-03e8-4846-85d0-1cf8e8b24ddc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.558124] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc5bcff-6248-42bc-b718-ae6893f81032 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.588238] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2379d2-a27e-46c5-a969-62dafb7b7762 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.595178] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c509038-3b99-40eb-9a81-44f81187a5fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.607735] env[69220]: DEBUG nova.compute.provider_tree [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.111439] env[69220]: DEBUG nova.scheduler.client.report [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.615817] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.636502] env[69220]: INFO nova.scheduler.client.report [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleted allocations for instance c2e7d3f4-5936-4921-8774-3c46a5209911 [ 1483.144048] env[69220]: DEBUG oslo_concurrency.lockutils [None req-baa268f1-6c3b-437b-94df-10883ac7edda tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "c2e7d3f4-5936-4921-8774-3c46a5209911" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.690s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.455115] env[69220]: DEBUG oslo_concurrency.lockutils [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.455504] env[69220]: DEBUG oslo_concurrency.lockutils [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.958458] env[69220]: INFO nova.compute.manager [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Detaching volume 6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b [ 1484.989183] env[69220]: INFO nova.virt.block_device [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Attempting to driver detach volume 6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b from mountpoint /dev/sdb [ 1484.989412] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1484.989593] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563040', 'volume_id': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'name': 'volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '356d44c8-8c45-4c08-8a71-eb590bd70a93', 'attached_at': '', 'detached_at': '', 'volume_id': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'serial': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1484.990493] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913d3f73-1cf4-49f8-a669-81760cef9470 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.013078] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372a419c-6235-4c55-af93-85e0a8b0c11d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.019447] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438dc98e-dd07-41d7-a565-a2bdef878b94 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.038485] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d6c368-3485-44ee-a58f-9751beefc2ca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.052194] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] The volume has not been displaced from its original location: [datastore2] volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b/volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1485.057270] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1485.057529] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d184b86-2dc9-471d-8b22-57c6850e651f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.074479] env[69220]: DEBUG oslo_vmware.api [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1485.074479] env[69220]: value = "task-2802007" [ 1485.074479] env[69220]: _type = "Task" [ 1485.074479] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.081589] env[69220]: DEBUG oslo_vmware.api [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.583415] env[69220]: DEBUG oslo_vmware.api [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802007, 'name': ReconfigVM_Task, 'duration_secs': 0.213367} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.583821] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1485.588252] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7574ea98-7d3e-4cf1-bbfd-55b54390cd7e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.602545] env[69220]: DEBUG oslo_vmware.api [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1485.602545] env[69220]: value = "task-2802008" [ 1485.602545] env[69220]: _type = "Task" [ 1485.602545] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.609865] env[69220]: DEBUG oslo_vmware.api [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.112455] env[69220]: DEBUG oslo_vmware.api [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802008, 'name': ReconfigVM_Task, 'duration_secs': 0.127916} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.112736] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563040', 'volume_id': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'name': 'volume-6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '356d44c8-8c45-4c08-8a71-eb590bd70a93', 'attached_at': '', 'detached_at': '', 'volume_id': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b', 'serial': '6e1aedc6-2d38-4689-ae0f-cb64a1ae7a2b'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1486.651444] env[69220]: DEBUG nova.objects.instance [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'flavor' on Instance uuid 356d44c8-8c45-4c08-8a71-eb590bd70a93 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.660077] env[69220]: DEBUG oslo_concurrency.lockutils [None req-57005331-0d3c-4f98-a880-ba4bd464d622 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.681776] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.682214] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.682303] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "356d44c8-8c45-4c08-8a71-eb590bd70a93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.682489] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.682655] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.684706] env[69220]: INFO nova.compute.manager [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Terminating instance [ 1489.188902] env[69220]: DEBUG nova.compute.manager [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.189151] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.190129] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e04f88-9d17-46e3-be34-4b6a31c68288 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.197821] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.198063] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d510de8-54bd-44d5-93c8-370b04ecc4a2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.204396] env[69220]: DEBUG oslo_vmware.api [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1489.204396] env[69220]: value = "task-2802009" [ 1489.204396] env[69220]: _type = "Task" [ 1489.204396] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.212079] env[69220]: DEBUG oslo_vmware.api [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.713512] env[69220]: DEBUG oslo_vmware.api [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802009, 'name': PowerOffVM_Task, 'duration_secs': 0.183291} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.713903] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.713948] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.714178] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-893981b8-c971-47b2-8505-cc5b8d4b7636 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.947971] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.948275] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.948420] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleting the datastore file [datastore2] 356d44c8-8c45-4c08-8a71-eb590bd70a93 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.948698] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-303bd82c-494f-4a00-b6f3-47882c6475a9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.956160] env[69220]: DEBUG oslo_vmware.api [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1489.956160] env[69220]: value = "task-2802011" [ 1489.956160] env[69220]: _type = "Task" [ 1489.956160] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.963299] env[69220]: DEBUG oslo_vmware.api [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.465763] env[69220]: DEBUG oslo_vmware.api [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.966466] env[69220]: DEBUG oslo_vmware.api [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.797838} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.966937] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.966937] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.967056] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.967214] env[69220]: INFO nova.compute.manager [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1490.967456] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.967651] env[69220]: DEBUG nova.compute.manager [-] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1490.967747] env[69220]: DEBUG nova.network.neutron [-] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.366023] env[69220]: DEBUG nova.compute.manager [req-e079f195-c3d3-49de-b2b4-00f90c7b843f req-3e3d8c43-2ad8-491b-a740-d30fdc331924 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Received event network-vif-deleted-c43c0efc-4816-4d76-921d-641d906cc709 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1491.366023] env[69220]: INFO nova.compute.manager [req-e079f195-c3d3-49de-b2b4-00f90c7b843f req-3e3d8c43-2ad8-491b-a740-d30fdc331924 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Neutron deleted interface c43c0efc-4816-4d76-921d-641d906cc709; detaching it from the instance and deleting it from the info cache [ 1491.366023] env[69220]: DEBUG nova.network.neutron [req-e079f195-c3d3-49de-b2b4-00f90c7b843f req-3e3d8c43-2ad8-491b-a740-d30fdc331924 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.849120] env[69220]: DEBUG nova.network.neutron [-] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.868220] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e682929a-dcbc-4ad8-b289-0e6ee7bbaee8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.877730] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee8d86-1c08-46bb-a784-3439a721953e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.902537] env[69220]: DEBUG nova.compute.manager [req-e079f195-c3d3-49de-b2b4-00f90c7b843f req-3e3d8c43-2ad8-491b-a740-d30fdc331924 service nova] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Detach interface failed, port_id=c43c0efc-4816-4d76-921d-641d906cc709, reason: Instance 356d44c8-8c45-4c08-8a71-eb590bd70a93 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1492.352101] env[69220]: INFO nova.compute.manager [-] [instance: 356d44c8-8c45-4c08-8a71-eb590bd70a93] Took 1.38 seconds to deallocate network for instance. [ 1492.857693] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.857932] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.858170] env[69220]: DEBUG nova.objects.instance [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'resources' on Instance uuid 356d44c8-8c45-4c08-8a71-eb590bd70a93 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.402459] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212549f0-7c08-4150-961e-9c72d1888fcf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.409796] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5132d21-5c1d-4dc6-8111-1f57b1d01aad {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.439389] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8761c45c-2a2f-4e71-8f4e-5c6943b72c03 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.446092] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a4fda6-5083-491d-a1a5-25f1cc00aa64 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.458870] env[69220]: DEBUG nova.compute.provider_tree [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.962048] env[69220]: DEBUG nova.scheduler.client.report [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.467673] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.490756] env[69220]: INFO nova.scheduler.client.report [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleted allocations for instance 356d44c8-8c45-4c08-8a71-eb590bd70a93 [ 1494.999103] env[69220]: DEBUG oslo_concurrency.lockutils [None req-ea35b167-6397-45ad-9dfb-12ca3d75837b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "356d44c8-8c45-4c08-8a71-eb590bd70a93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.317s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.512551] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "fabfc3a7-9749-4c01-a978-a924546dc574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.512835] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.015234] env[69220]: DEBUG nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.534426] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.534684] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.536149] env[69220]: INFO nova.compute.claims [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.578369] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93423b-2608-4d95-a3f6-9a925e8cfbc6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.586117] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c14763-9307-4234-b987-c4c74fb14cac {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.616462] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6961a472-0bdc-443f-b122-b6cb2b9e1974 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.623462] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126eef0a-a46e-4aa4-b34c-b84153b8c8bb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.636196] env[69220]: DEBUG nova.compute.provider_tree [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.139201] env[69220]: DEBUG nova.scheduler.client.report [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.644068] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.644672] env[69220]: DEBUG nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.938740] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.938967] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.939224] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.939416] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.939579] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.941657] env[69220]: INFO nova.compute.manager [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Terminating instance [ 1500.149195] env[69220]: DEBUG nova.compute.utils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1500.150472] env[69220]: DEBUG nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.150638] env[69220]: DEBUG nova.network.neutron [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.185882] env[69220]: DEBUG nova.policy [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376fce193635414595fb00a7f6f816cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29500d747441469a9c3a7b9d15629b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.428580] env[69220]: DEBUG nova.network.neutron [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Successfully created port: af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.447630] env[69220]: DEBUG nova.compute.manager [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.447861] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.448817] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e4261-6fb7-4249-8a7b-b16185eb7614 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.457258] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.457490] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-193287c8-d470-451d-bcc4-24cdfbdb2fdc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.463570] env[69220]: DEBUG oslo_vmware.api [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1500.463570] env[69220]: value = "task-2802012" [ 1500.463570] env[69220]: _type = "Task" [ 1500.463570] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.472051] env[69220]: DEBUG oslo_vmware.api [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.653764] env[69220]: DEBUG nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.973354] env[69220]: DEBUG oslo_vmware.api [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802012, 'name': PowerOffVM_Task, 'duration_secs': 0.181364} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.973573] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.973737] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.973999] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82daded7-4e81-4c74-b598-7fd77cc895bd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.043819] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.044071] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.044261] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleting the datastore file [datastore2] 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.044528] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a66ff53e-28bb-452b-baa1-976a9b3df8ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.050349] env[69220]: DEBUG oslo_vmware.api [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for the task: (returnval){ [ 1501.050349] env[69220]: value = "task-2802014" [ 1501.050349] env[69220]: _type = "Task" [ 1501.050349] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.058077] env[69220]: DEBUG oslo_vmware.api [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.559841] env[69220]: DEBUG oslo_vmware.api [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Task: {'id': task-2802014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126921} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.560087] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.560255] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.560430] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.560600] env[69220]: INFO nova.compute.manager [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1501.560834] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.561055] env[69220]: DEBUG nova.compute.manager [-] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.561165] env[69220]: DEBUG nova.network.neutron [-] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.663655] env[69220]: DEBUG nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.694063] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.694400] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.694608] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.694865] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.695100] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.695321] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.695623] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.695853] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.696117] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.696361] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.696613] env[69220]: DEBUG nova.virt.hardware [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.697852] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292eb9df-29a3-4761-9f60-a6aecfd38ffc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.708978] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ffdc2f-cdf6-4a99-a28a-8fc1beec219b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.908855] env[69220]: DEBUG nova.compute.manager [req-b5a3425f-188b-4c6e-a675-6c94de0d2bc8 req-56bce56f-c1e6-4935-bafc-6ac757076297 service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Received event network-vif-plugged-af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1501.909216] env[69220]: DEBUG oslo_concurrency.lockutils [req-b5a3425f-188b-4c6e-a675-6c94de0d2bc8 req-56bce56f-c1e6-4935-bafc-6ac757076297 service nova] Acquiring lock "fabfc3a7-9749-4c01-a978-a924546dc574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.909548] env[69220]: DEBUG oslo_concurrency.lockutils [req-b5a3425f-188b-4c6e-a675-6c94de0d2bc8 req-56bce56f-c1e6-4935-bafc-6ac757076297 service nova] Lock "fabfc3a7-9749-4c01-a978-a924546dc574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.909820] env[69220]: DEBUG oslo_concurrency.lockutils [req-b5a3425f-188b-4c6e-a675-6c94de0d2bc8 req-56bce56f-c1e6-4935-bafc-6ac757076297 service nova] Lock "fabfc3a7-9749-4c01-a978-a924546dc574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.910105] env[69220]: DEBUG nova.compute.manager [req-b5a3425f-188b-4c6e-a675-6c94de0d2bc8 req-56bce56f-c1e6-4935-bafc-6ac757076297 service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] No waiting events found dispatching network-vif-plugged-af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.910377] env[69220]: WARNING nova.compute.manager [req-b5a3425f-188b-4c6e-a675-6c94de0d2bc8 req-56bce56f-c1e6-4935-bafc-6ac757076297 service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Received unexpected event network-vif-plugged-af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 for instance with vm_state building and task_state spawning. [ 1502.007199] env[69220]: DEBUG nova.network.neutron [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Successfully updated port: af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.024332] env[69220]: DEBUG nova.compute.manager [req-343d6f93-a246-4622-8994-9625d3ff47a4 req-fa183ff8-8748-47fe-a91a-23dacf26e526 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Received event network-vif-deleted-69900486-8c0c-4a9d-8145-fc97a0df69a8 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1502.024536] env[69220]: INFO nova.compute.manager [req-343d6f93-a246-4622-8994-9625d3ff47a4 req-fa183ff8-8748-47fe-a91a-23dacf26e526 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Neutron deleted interface 69900486-8c0c-4a9d-8145-fc97a0df69a8; detaching it from the instance and deleting it from the info cache [ 1502.024710] env[69220]: DEBUG nova.network.neutron [req-343d6f93-a246-4622-8994-9625d3ff47a4 req-fa183ff8-8748-47fe-a91a-23dacf26e526 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.508648] env[69220]: DEBUG nova.network.neutron [-] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.510565] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.510727] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.510839] env[69220]: DEBUG nova.network.neutron [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.527524] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56ed86aa-3469-4635-bca4-4b22eb50353b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.538584] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f91a3f2-83ea-4ea8-82ce-84fb6f9e2989 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.565732] env[69220]: DEBUG nova.compute.manager [req-343d6f93-a246-4622-8994-9625d3ff47a4 req-fa183ff8-8748-47fe-a91a-23dacf26e526 service nova] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Detach interface failed, port_id=69900486-8c0c-4a9d-8145-fc97a0df69a8, reason: Instance 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1503.015461] env[69220]: INFO nova.compute.manager [-] [instance: 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac] Took 1.45 seconds to deallocate network for instance. [ 1503.046061] env[69220]: DEBUG nova.network.neutron [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.175556] env[69220]: DEBUG nova.network.neutron [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Updating instance_info_cache with network_info: [{"id": "af8cde86-dee5-4c6e-8c7f-3b5c79367fa9", "address": "fa:16:3e:42:f3:87", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8cde86-de", "ovs_interfaceid": "af8cde86-dee5-4c6e-8c7f-3b5c79367fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.521547] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.521746] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.521970] env[69220]: DEBUG nova.objects.instance [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lazy-loading 'resources' on Instance uuid 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.678687] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.678996] env[69220]: DEBUG nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Instance network_info: |[{"id": "af8cde86-dee5-4c6e-8c7f-3b5c79367fa9", "address": "fa:16:3e:42:f3:87", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8cde86-de", "ovs_interfaceid": "af8cde86-dee5-4c6e-8c7f-3b5c79367fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.679462] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:f3:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af8cde86-dee5-4c6e-8c7f-3b5c79367fa9', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.686881] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1503.687102] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.687331] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1497ac30-fb39-4533-ac91-d9cf8bb453b3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.706953] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.706953] env[69220]: value = "task-2802015" [ 1503.706953] env[69220]: _type = "Task" [ 1503.706953] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.714274] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802015, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.933305] env[69220]: DEBUG nova.compute.manager [req-978107f7-11ca-4b43-9085-1021f2164164 req-6cd45be0-1d62-4a7f-89d4-f0f14d58c105 service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Received event network-changed-af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1503.933513] env[69220]: DEBUG nova.compute.manager [req-978107f7-11ca-4b43-9085-1021f2164164 req-6cd45be0-1d62-4a7f-89d4-f0f14d58c105 service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Refreshing instance network info cache due to event network-changed-af8cde86-dee5-4c6e-8c7f-3b5c79367fa9. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1503.933752] env[69220]: DEBUG oslo_concurrency.lockutils [req-978107f7-11ca-4b43-9085-1021f2164164 req-6cd45be0-1d62-4a7f-89d4-f0f14d58c105 service nova] Acquiring lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.933895] env[69220]: DEBUG oslo_concurrency.lockutils [req-978107f7-11ca-4b43-9085-1021f2164164 req-6cd45be0-1d62-4a7f-89d4-f0f14d58c105 service nova] Acquired lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.934095] env[69220]: DEBUG nova.network.neutron [req-978107f7-11ca-4b43-9085-1021f2164164 req-6cd45be0-1d62-4a7f-89d4-f0f14d58c105 service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Refreshing network info cache for port af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.066076] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997e7dd2-68ec-4141-aec5-b948e6e32300 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.073654] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cda2ee-ecdf-478f-a240-504557b3572a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.102868] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f48afe-a3b4-49dc-8864-9f7cd0ceeefc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.109803] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab09e14-6723-4859-b559-a86b57336af4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.124658] env[69220]: DEBUG nova.compute.provider_tree [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.216229] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802015, 'name': CreateVM_Task, 'duration_secs': 0.430179} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.216412] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.217052] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.217220] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.217530] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.217767] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781ba8c5-f775-4417-976d-8f3bd5943677 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.222672] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1504.222672] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]527e8b0a-f226-63ec-0797-cd31b9ef5c3e" [ 1504.222672] env[69220]: _type = "Task" [ 1504.222672] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.229774] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527e8b0a-f226-63ec-0797-cd31b9ef5c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.627411] env[69220]: DEBUG nova.scheduler.client.report [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.650431] env[69220]: DEBUG nova.network.neutron [req-978107f7-11ca-4b43-9085-1021f2164164 req-6cd45be0-1d62-4a7f-89d4-f0f14d58c105 service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Updated VIF entry in instance network info cache for port af8cde86-dee5-4c6e-8c7f-3b5c79367fa9. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1504.650769] env[69220]: DEBUG nova.network.neutron [req-978107f7-11ca-4b43-9085-1021f2164164 req-6cd45be0-1d62-4a7f-89d4-f0f14d58c105 service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Updating instance_info_cache with network_info: [{"id": "af8cde86-dee5-4c6e-8c7f-3b5c79367fa9", "address": "fa:16:3e:42:f3:87", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8cde86-de", "ovs_interfaceid": "af8cde86-dee5-4c6e-8c7f-3b5c79367fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.732533] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]527e8b0a-f226-63ec-0797-cd31b9ef5c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.732817] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.733053] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.733287] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.733430] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.733600] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.733849] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9fbf200-b94e-4981-bbf3-ffb4b208c619 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.741693] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.741849] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.742545] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad0e9dc-a91c-4c29-a60c-5a0361bd35f7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.747109] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1504.747109] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]521f6f6a-ee6a-477f-496a-c5b6d4918e8c" [ 1504.747109] env[69220]: _type = "Task" [ 1504.747109] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.754312] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521f6f6a-ee6a-477f-496a-c5b6d4918e8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.132243] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.152981] env[69220]: DEBUG oslo_concurrency.lockutils [req-978107f7-11ca-4b43-9085-1021f2164164 req-6cd45be0-1d62-4a7f-89d4-f0f14d58c105 service nova] Releasing lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.154144] env[69220]: INFO nova.scheduler.client.report [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Deleted allocations for instance 89656c69-2cc1-4afa-a8c8-2b77a8dad6ac [ 1505.256828] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]521f6f6a-ee6a-477f-496a-c5b6d4918e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008128} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.257600] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64fee10-202c-43a8-8ae0-01a2d87402b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.262420] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1505.262420] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52274913-eaa7-ec6e-53e4-fec151044d03" [ 1505.262420] env[69220]: _type = "Task" [ 1505.262420] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.270116] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52274913-eaa7-ec6e-53e4-fec151044d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.661767] env[69220]: DEBUG oslo_concurrency.lockutils [None req-15362422-47ad-4ea9-bc0b-712e08962f39 tempest-AttachVolumeShelveTestJSON-1597212948 tempest-AttachVolumeShelveTestJSON-1597212948-project-member] Lock "89656c69-2cc1-4afa-a8c8-2b77a8dad6ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.723s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.772650] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52274913-eaa7-ec6e-53e4-fec151044d03, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.772902] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.773170] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] fabfc3a7-9749-4c01-a978-a924546dc574/fabfc3a7-9749-4c01-a978-a924546dc574.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.773429] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9c654d-69f2-4ee7-88de-92b03bacc39c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.779681] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1505.779681] env[69220]: value = "task-2802016" [ 1505.779681] env[69220]: _type = "Task" [ 1505.779681] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.786692] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.289494] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474218} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.290764] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] fabfc3a7-9749-4c01-a978-a924546dc574/fabfc3a7-9749-4c01-a978-a924546dc574.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.290764] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.290764] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4064359a-70b5-455f-80f6-7158a02d48cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.297030] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1506.297030] env[69220]: value = "task-2802017" [ 1506.297030] env[69220]: _type = "Task" [ 1506.297030] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.305604] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.806326] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058421} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.806599] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.807363] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9a709-31f7-4b49-8f88-c6f2bf496cb0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.828469] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] fabfc3a7-9749-4c01-a978-a924546dc574/fabfc3a7-9749-4c01-a978-a924546dc574.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.828714] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f27d82-cac3-4ef5-bf6c-8f921dae7ad1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.847472] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1506.847472] env[69220]: value = "task-2802018" [ 1506.847472] env[69220]: _type = "Task" [ 1506.847472] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.854924] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.358014] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802018, 'name': ReconfigVM_Task, 'duration_secs': 0.27538} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.358391] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Reconfigured VM instance instance-0000007f to attach disk [datastore2] fabfc3a7-9749-4c01-a978-a924546dc574/fabfc3a7-9749-4c01-a978-a924546dc574.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.358929] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f482ea-7f50-4bee-8cbd-a6aaf31cc07a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.364939] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1507.364939] env[69220]: value = "task-2802019" [ 1507.364939] env[69220]: _type = "Task" [ 1507.364939] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.372175] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802019, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.874174] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802019, 'name': Rename_Task, 'duration_secs': 0.137368} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.874507] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1507.874760] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95885a08-81e8-42be-8eca-674d615f9cd4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.880014] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1507.880014] env[69220]: value = "task-2802021" [ 1507.880014] env[69220]: _type = "Task" [ 1507.880014] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.886910] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.390206] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.890506] env[69220]: DEBUG oslo_vmware.api [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802021, 'name': PowerOnVM_Task, 'duration_secs': 0.618307} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.890818] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.891118] env[69220]: INFO nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1508.891361] env[69220]: DEBUG nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.892134] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7284170-60fb-4899-b582-cc55e6e832ce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.408951] env[69220]: INFO nova.compute.manager [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Took 11.89 seconds to build instance. [ 1509.786093] env[69220]: DEBUG nova.compute.manager [req-15355bf2-13e3-4a27-8e2d-48d9e75f4d9f req-d653f107-4588-4fdf-b16f-3f5b18f7f26c service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Received event network-changed-af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1509.786385] env[69220]: DEBUG nova.compute.manager [req-15355bf2-13e3-4a27-8e2d-48d9e75f4d9f req-d653f107-4588-4fdf-b16f-3f5b18f7f26c service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Refreshing instance network info cache due to event network-changed-af8cde86-dee5-4c6e-8c7f-3b5c79367fa9. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1509.786669] env[69220]: DEBUG oslo_concurrency.lockutils [req-15355bf2-13e3-4a27-8e2d-48d9e75f4d9f req-d653f107-4588-4fdf-b16f-3f5b18f7f26c service nova] Acquiring lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.786906] env[69220]: DEBUG oslo_concurrency.lockutils [req-15355bf2-13e3-4a27-8e2d-48d9e75f4d9f req-d653f107-4588-4fdf-b16f-3f5b18f7f26c service nova] Acquired lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.787158] env[69220]: DEBUG nova.network.neutron [req-15355bf2-13e3-4a27-8e2d-48d9e75f4d9f req-d653f107-4588-4fdf-b16f-3f5b18f7f26c service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Refreshing network info cache for port af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.911313] env[69220]: DEBUG oslo_concurrency.lockutils [None req-d8c83618-46d5-4d35-8d26-5a48db3d3e64 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.398s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.496161] env[69220]: DEBUG nova.network.neutron [req-15355bf2-13e3-4a27-8e2d-48d9e75f4d9f req-d653f107-4588-4fdf-b16f-3f5b18f7f26c service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Updated VIF entry in instance network info cache for port af8cde86-dee5-4c6e-8c7f-3b5c79367fa9. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.496509] env[69220]: DEBUG nova.network.neutron [req-15355bf2-13e3-4a27-8e2d-48d9e75f4d9f req-d653f107-4588-4fdf-b16f-3f5b18f7f26c service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Updating instance_info_cache with network_info: [{"id": "af8cde86-dee5-4c6e-8c7f-3b5c79367fa9", "address": "fa:16:3e:42:f3:87", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf8cde86-de", "ovs_interfaceid": "af8cde86-dee5-4c6e-8c7f-3b5c79367fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.999021] env[69220]: DEBUG oslo_concurrency.lockutils [req-15355bf2-13e3-4a27-8e2d-48d9e75f4d9f req-d653f107-4588-4fdf-b16f-3f5b18f7f26c service nova] Releasing lock "refresh_cache-fabfc3a7-9749-4c01-a978-a924546dc574" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.628939] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.629347] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.133528] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.133760] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.133760] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.133914] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.134048] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.134201] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.134332] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1526.134469] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.638785] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.638785] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.638785] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.638785] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1526.639813] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467cb07-9145-4e73-a50f-2829751136ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.648266] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f256eb-0b66-4788-913e-2c2f25dfaddc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.661664] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf876ea-0ba4-4da7-8b57-a9271f54c5e2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.667445] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed80ba39-48ca-4364-a9d3-18644164801f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.696378] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180865MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1526.696507] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.696704] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.720622] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance fabfc3a7-9749-4c01-a978-a924546dc574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1527.720890] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1527.720988] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1527.746782] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98deb775-e666-459a-aadb-ed226ace60d1 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.754451] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74014434-4024-4b64-add0-f54c8f98a2c6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.784200] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb456a9c-2c88-40b2-99b4-ae8eb9c5d858 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.791280] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39076b-4aa9-47f6-8842-fe7d4e30decb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.804231] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.307093] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.812567] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1528.812956] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.554457] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "fabfc3a7-9749-4c01-a978-a924546dc574" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.554908] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.058999] env[69220]: DEBUG nova.compute.utils [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1546.561510] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.615716] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "fabfc3a7-9749-4c01-a978-a924546dc574" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.616182] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.616182] env[69220]: INFO nova.compute.manager [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Attaching volume a1b86714-1c83-4124-a8f2-b68cd3a49f38 to /dev/sdb [ 1547.646397] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc83e70-66be-4a55-8709-d5047f13496c {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.653768] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20152cc-cb9d-44c7-8596-97afb2f694b6 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.666120] env[69220]: DEBUG nova.virt.block_device [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Updating existing volume attachment record: f3a07a10-4bfe-47a5-8f07-d67338db97db {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1552.208992] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1552.209770] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563047', 'volume_id': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'name': 'volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fabfc3a7-9749-4c01-a978-a924546dc574', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'serial': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1552.210150] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32abcb7a-fdea-4eff-8a22-fc18b0b2b530 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.226327] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab682c-fe58-4150-9dca-038fd731fc91 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.249386] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38/volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.249606] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd5b4faf-2ec1-47c6-9575-07347dfee556 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.266637] env[69220]: DEBUG oslo_vmware.api [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1552.266637] env[69220]: value = "task-2802024" [ 1552.266637] env[69220]: _type = "Task" [ 1552.266637] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.276456] env[69220]: DEBUG oslo_vmware.api [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.776026] env[69220]: DEBUG oslo_vmware.api [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802024, 'name': ReconfigVM_Task, 'duration_secs': 0.328239} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.776331] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38/volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.780866] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d150322-570e-4c93-aa6c-740e687f716b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.794612] env[69220]: DEBUG oslo_vmware.api [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1552.794612] env[69220]: value = "task-2802025" [ 1552.794612] env[69220]: _type = "Task" [ 1552.794612] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.801693] env[69220]: DEBUG oslo_vmware.api [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.303873] env[69220]: DEBUG oslo_vmware.api [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802025, 'name': ReconfigVM_Task, 'duration_secs': 0.129657} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.304254] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563047', 'volume_id': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'name': 'volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fabfc3a7-9749-4c01-a978-a924546dc574', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'serial': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1554.340042] env[69220]: DEBUG nova.objects.instance [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'flavor' on Instance uuid fabfc3a7-9749-4c01-a978-a924546dc574 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.846627] env[69220]: DEBUG oslo_concurrency.lockutils [None req-14431f18-3ed7-4f19-82a0-79e52ceb4d47 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.061416] env[69220]: DEBUG oslo_concurrency.lockutils [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "fabfc3a7-9749-4c01-a978-a924546dc574" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.061668] env[69220]: DEBUG oslo_concurrency.lockutils [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.564801] env[69220]: INFO nova.compute.manager [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Detaching volume a1b86714-1c83-4124-a8f2-b68cd3a49f38 [ 1555.594599] env[69220]: INFO nova.virt.block_device [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Attempting to driver detach volume a1b86714-1c83-4124-a8f2-b68cd3a49f38 from mountpoint /dev/sdb [ 1555.594833] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1555.595034] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563047', 'volume_id': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'name': 'volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fabfc3a7-9749-4c01-a978-a924546dc574', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'serial': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1555.595913] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2bcce8-ffa8-4714-9e02-f993a2a929b2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.617133] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bff1ea-cdea-495c-b774-49fa5ab7b3a3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.623812] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f44c98-d717-4f29-9530-a67541d1cea8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.644279] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8716d7b1-427c-4987-906d-3a708a780dfd {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.658276] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] The volume has not been displaced from its original location: [datastore2] volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38/volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1555.663431] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1555.663691] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92515cc6-bda0-442d-8eb4-41fec89d475f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.680597] env[69220]: DEBUG oslo_vmware.api [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1555.680597] env[69220]: value = "task-2802026" [ 1555.680597] env[69220]: _type = "Task" [ 1555.680597] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.189645] env[69220]: DEBUG oslo_vmware.api [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802026, 'name': ReconfigVM_Task, 'duration_secs': 0.281066} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.189949] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1556.194471] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb223160-b4b4-42bb-a0d9-b60abc59dbbc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.209769] env[69220]: DEBUG oslo_vmware.api [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1556.209769] env[69220]: value = "task-2802027" [ 1556.209769] env[69220]: _type = "Task" [ 1556.209769] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.217379] env[69220]: DEBUG oslo_vmware.api [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.719634] env[69220]: DEBUG oslo_vmware.api [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802027, 'name': ReconfigVM_Task, 'duration_secs': 0.130708} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.719950] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563047', 'volume_id': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'name': 'volume-a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fabfc3a7-9749-4c01-a978-a924546dc574', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38', 'serial': 'a1b86714-1c83-4124-a8f2-b68cd3a49f38'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1557.261368] env[69220]: DEBUG nova.objects.instance [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'flavor' on Instance uuid fabfc3a7-9749-4c01-a978-a924546dc574 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.269377] env[69220]: DEBUG oslo_concurrency.lockutils [None req-28836cd2-7f49-417e-b164-c552db4b4ccb tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.294925] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "fabfc3a7-9749-4c01-a978-a924546dc574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.295289] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.295408] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "fabfc3a7-9749-4c01-a978-a924546dc574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.295593] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.295760] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.297947] env[69220]: INFO nova.compute.manager [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Terminating instance [ 1559.801970] env[69220]: DEBUG nova.compute.manager [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.802265] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.803130] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7b9fda-5d31-4558-9d8f-f78943c029c0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.811061] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.811283] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8acd4249-8c20-4aba-900e-62c641d3d409 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.817333] env[69220]: DEBUG oslo_vmware.api [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1559.817333] env[69220]: value = "task-2802028" [ 1559.817333] env[69220]: _type = "Task" [ 1559.817333] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.826735] env[69220]: DEBUG oslo_vmware.api [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.326704] env[69220]: DEBUG oslo_vmware.api [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802028, 'name': PowerOffVM_Task, 'duration_secs': 0.180719} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.327119] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.327119] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.327360] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce8adbf-04bd-46f9-aeba-a109fddbf59e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.386919] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.387137] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.387328] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleting the datastore file [datastore2] fabfc3a7-9749-4c01-a978-a924546dc574 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.387591] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-079403c9-047f-4b25-8437-7ed1cd14d243 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.394520] env[69220]: DEBUG oslo_vmware.api [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1560.394520] env[69220]: value = "task-2802030" [ 1560.394520] env[69220]: _type = "Task" [ 1560.394520] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.401742] env[69220]: DEBUG oslo_vmware.api [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.904692] env[69220]: DEBUG oslo_vmware.api [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137795} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.904971] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.905136] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.905314] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.905486] env[69220]: INFO nova.compute.manager [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1560.905732] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1560.905923] env[69220]: DEBUG nova.compute.manager [-] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1560.906029] env[69220]: DEBUG nova.network.neutron [-] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.466116] env[69220]: DEBUG nova.compute.manager [req-3feaf9b6-739e-4359-92b9-fd331720f516 req-97416f97-4644-4e66-9aa5-6e037f3bba0b service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Received event network-vif-deleted-af8cde86-dee5-4c6e-8c7f-3b5c79367fa9 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1561.466357] env[69220]: INFO nova.compute.manager [req-3feaf9b6-739e-4359-92b9-fd331720f516 req-97416f97-4644-4e66-9aa5-6e037f3bba0b service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Neutron deleted interface af8cde86-dee5-4c6e-8c7f-3b5c79367fa9; detaching it from the instance and deleting it from the info cache [ 1561.466448] env[69220]: DEBUG nova.network.neutron [req-3feaf9b6-739e-4359-92b9-fd331720f516 req-97416f97-4644-4e66-9aa5-6e037f3bba0b service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.815822] env[69220]: DEBUG nova.network.neutron [-] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.968988] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c661c5f-952a-4bd6-88c8-d178cb3a69dc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.979408] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f72a1-cfcb-42cd-925e-795e58c28931 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.004036] env[69220]: DEBUG nova.compute.manager [req-3feaf9b6-739e-4359-92b9-fd331720f516 req-97416f97-4644-4e66-9aa5-6e037f3bba0b service nova] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Detach interface failed, port_id=af8cde86-dee5-4c6e-8c7f-3b5c79367fa9, reason: Instance fabfc3a7-9749-4c01-a978-a924546dc574 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1562.319057] env[69220]: INFO nova.compute.manager [-] [instance: fabfc3a7-9749-4c01-a978-a924546dc574] Took 1.41 seconds to deallocate network for instance. [ 1562.825814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.826260] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.826317] env[69220]: DEBUG nova.objects.instance [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'resources' on Instance uuid fabfc3a7-9749-4c01-a978-a924546dc574 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.362430] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cda5df-f153-40ce-84cc-ce6bda265d98 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.369866] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea468a66-a516-4acd-822a-991344c64178 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.400130] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ed8d21-f315-42d3-93ee-0bfbbbe5fdbc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.407377] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698fb80-1613-4395-8d58-15449cdc3dce {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.420370] env[69220]: DEBUG nova.compute.provider_tree [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.923981] env[69220]: DEBUG nova.scheduler.client.report [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.429730] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.449365] env[69220]: INFO nova.scheduler.client.report [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleted allocations for instance fabfc3a7-9749-4c01-a978-a924546dc574 [ 1564.958022] env[69220]: DEBUG oslo_concurrency.lockutils [None req-61484e0f-1b5f-468a-9102-c09c4471ae0b tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "fabfc3a7-9749-4c01-a978-a924546dc574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.663s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.128964] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "68d02cf6-cbc6-4669-8908-a74f62d94896" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.129275] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.631484] env[69220]: DEBUG nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Starting instance... {{(pid=69220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1568.151033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.151033] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.152445] env[69220]: INFO nova.compute.claims [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1569.186630] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93d6e6-5c7c-4125-8ad3-b954c8274c74 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.194182] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf74fef0-0865-473f-8b9e-a2668b902eca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.222739] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d8662d-7479-4583-ad91-84dcbba21bfc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.229614] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1408901b-2e87-428e-a8b9-fd526a06d396 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.242229] env[69220]: DEBUG nova.compute.provider_tree [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.745975] env[69220]: DEBUG nova.scheduler.client.report [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.251580] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.252112] env[69220]: DEBUG nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Start building networks asynchronously for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1570.756990] env[69220]: DEBUG nova.compute.utils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1570.758695] env[69220]: DEBUG nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Allocating IP information in the background. {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1570.758861] env[69220]: DEBUG nova.network.neutron [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] allocate_for_instance() {{(pid=69220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1570.810669] env[69220]: DEBUG nova.policy [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376fce193635414595fb00a7f6f816cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd29500d747441469a9c3a7b9d15629b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1571.060439] env[69220]: DEBUG nova.network.neutron [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Successfully created port: a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.262242] env[69220]: DEBUG nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Start building block device mappings for instance. {{(pid=69220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1572.272021] env[69220]: DEBUG nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Start spawning the instance on the hypervisor. {{(pid=69220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1572.299064] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T08:59:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T08:59:28Z,direct_url=,disk_format='vmdk',id=20f5dca4-a73d-4241-b651-54b8ef128790,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8bd5054b037b4cc6b41cf8595744b077',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T08:59:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1572.299310] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Flavor limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.299472] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Image limits 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1572.300986] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Flavor pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.300986] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Image pref 0:0:0 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1572.300986] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1572.300986] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1572.300986] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1572.300986] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Got 1 possible topologies {{(pid=69220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1572.300986] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1572.300986] env[69220]: DEBUG nova.virt.hardware [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1572.301676] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecbb639-149b-4500-a9dd-8cfd2792b0fc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.309656] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da89c9-7fc1-470f-957d-5b419d67e50b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.398582] env[69220]: DEBUG nova.compute.manager [req-bdb32c6b-51b3-4eb2-adcc-6280bd00582a req-6bc0f541-a620-4d52-8f2c-2c140609c1c0 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Received event network-vif-plugged-a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1572.398809] env[69220]: DEBUG oslo_concurrency.lockutils [req-bdb32c6b-51b3-4eb2-adcc-6280bd00582a req-6bc0f541-a620-4d52-8f2c-2c140609c1c0 service nova] Acquiring lock "68d02cf6-cbc6-4669-8908-a74f62d94896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.399024] env[69220]: DEBUG oslo_concurrency.lockutils [req-bdb32c6b-51b3-4eb2-adcc-6280bd00582a req-6bc0f541-a620-4d52-8f2c-2c140609c1c0 service nova] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.399193] env[69220]: DEBUG oslo_concurrency.lockutils [req-bdb32c6b-51b3-4eb2-adcc-6280bd00582a req-6bc0f541-a620-4d52-8f2c-2c140609c1c0 service nova] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.399358] env[69220]: DEBUG nova.compute.manager [req-bdb32c6b-51b3-4eb2-adcc-6280bd00582a req-6bc0f541-a620-4d52-8f2c-2c140609c1c0 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] No waiting events found dispatching network-vif-plugged-a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1572.399521] env[69220]: WARNING nova.compute.manager [req-bdb32c6b-51b3-4eb2-adcc-6280bd00582a req-6bc0f541-a620-4d52-8f2c-2c140609c1c0 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Received unexpected event network-vif-plugged-a459752a-283e-4872-803c-60901e21da03 for instance with vm_state building and task_state spawning. [ 1572.478737] env[69220]: DEBUG nova.network.neutron [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Successfully updated port: a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.982064] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.982313] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.982313] env[69220]: DEBUG nova.network.neutron [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Building network info cache for instance {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.512569] env[69220]: DEBUG nova.network.neutron [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Instance cache missing network info. {{(pid=69220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.631869] env[69220]: DEBUG nova.network.neutron [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Updating instance_info_cache with network_info: [{"id": "a459752a-283e-4872-803c-60901e21da03", "address": "fa:16:3e:f0:8f:7f", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa459752a-28", "ovs_interfaceid": "a459752a-283e-4872-803c-60901e21da03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.134229] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.134554] env[69220]: DEBUG nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Instance network_info: |[{"id": "a459752a-283e-4872-803c-60901e21da03", "address": "fa:16:3e:f0:8f:7f", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa459752a-28", "ovs_interfaceid": "a459752a-283e-4872-803c-60901e21da03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.135022] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:8f:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a459752a-283e-4872-803c-60901e21da03', 'vif_model': 'vmxnet3'}] {{(pid=69220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.142936] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1574.143173] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Creating VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.143397] env[69220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-624cab0a-4093-4ab3-afa3-53fb3a18601d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.164334] env[69220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.164334] env[69220]: value = "task-2802031" [ 1574.164334] env[69220]: _type = "Task" [ 1574.164334] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.171587] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802031, 'name': CreateVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.427207] env[69220]: DEBUG nova.compute.manager [req-91b45f0d-95f4-4412-a7a9-4f3c7a84d0bd req-35f2d023-2f08-4e30-ac83-b0fe376f7691 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Received event network-changed-a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1574.427399] env[69220]: DEBUG nova.compute.manager [req-91b45f0d-95f4-4412-a7a9-4f3c7a84d0bd req-35f2d023-2f08-4e30-ac83-b0fe376f7691 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Refreshing instance network info cache due to event network-changed-a459752a-283e-4872-803c-60901e21da03. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1574.427607] env[69220]: DEBUG oslo_concurrency.lockutils [req-91b45f0d-95f4-4412-a7a9-4f3c7a84d0bd req-35f2d023-2f08-4e30-ac83-b0fe376f7691 service nova] Acquiring lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.427753] env[69220]: DEBUG oslo_concurrency.lockutils [req-91b45f0d-95f4-4412-a7a9-4f3c7a84d0bd req-35f2d023-2f08-4e30-ac83-b0fe376f7691 service nova] Acquired lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.427908] env[69220]: DEBUG nova.network.neutron [req-91b45f0d-95f4-4412-a7a9-4f3c7a84d0bd req-35f2d023-2f08-4e30-ac83-b0fe376f7691 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Refreshing network info cache for port a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.674631] env[69220]: DEBUG oslo_vmware.api [-] Task: {'id': task-2802031, 'name': CreateVM_Task, 'duration_secs': 0.291504} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.675019] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Created VM on the ESX host {{(pid=69220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.675434] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.675600] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.675905] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.676170] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e12f7b-5c2f-4b70-a97d-b4c249a348cf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.680237] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1574.680237] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]529bbce8-035f-6b4d-7346-0db6e5e3eed5" [ 1574.680237] env[69220]: _type = "Task" [ 1574.680237] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.687595] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529bbce8-035f-6b4d-7346-0db6e5e3eed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.104262] env[69220]: DEBUG nova.network.neutron [req-91b45f0d-95f4-4412-a7a9-4f3c7a84d0bd req-35f2d023-2f08-4e30-ac83-b0fe376f7691 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Updated VIF entry in instance network info cache for port a459752a-283e-4872-803c-60901e21da03. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.104597] env[69220]: DEBUG nova.network.neutron [req-91b45f0d-95f4-4412-a7a9-4f3c7a84d0bd req-35f2d023-2f08-4e30-ac83-b0fe376f7691 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Updating instance_info_cache with network_info: [{"id": "a459752a-283e-4872-803c-60901e21da03", "address": "fa:16:3e:f0:8f:7f", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa459752a-28", "ovs_interfaceid": "a459752a-283e-4872-803c-60901e21da03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.189896] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]529bbce8-035f-6b4d-7346-0db6e5e3eed5, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.190217] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.190470] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Processing image 20f5dca4-a73d-4241-b651-54b8ef128790 {{(pid=69220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.190723] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.190875] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.191067] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.191317] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7bee128-958a-42b3-9ad6-2bb34fcacff9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.199256] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.199421] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.200086] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9106cc47-1d6e-44d6-a0fe-ecf7964fb7f4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.204911] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1575.204911] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52baff08-d9f2-55a5-2052-4328e1d7f5cb" [ 1575.204911] env[69220]: _type = "Task" [ 1575.204911] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.211777] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52baff08-d9f2-55a5-2052-4328e1d7f5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.607426] env[69220]: DEBUG oslo_concurrency.lockutils [req-91b45f0d-95f4-4412-a7a9-4f3c7a84d0bd req-35f2d023-2f08-4e30-ac83-b0fe376f7691 service nova] Releasing lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.714640] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52baff08-d9f2-55a5-2052-4328e1d7f5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008531} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.715393] env[69220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29930d7a-d9a2-44ab-a621-74bea7a0c8bf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.720091] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1575.720091] env[69220]: value = "session[528231eb-de04-70af-d43e-264f837b4664]52b0e961-a88d-9981-21dd-3c701f055923" [ 1575.720091] env[69220]: _type = "Task" [ 1575.720091] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.727532] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b0e961-a88d-9981-21dd-3c701f055923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.230049] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': session[528231eb-de04-70af-d43e-264f837b4664]52b0e961-a88d-9981-21dd-3c701f055923, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.230186] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.230373] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 68d02cf6-cbc6-4669-8908-a74f62d94896/68d02cf6-cbc6-4669-8908-a74f62d94896.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.230621] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38ea2bca-9f21-448d-8879-7bf1aabff763 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.237014] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1576.237014] env[69220]: value = "task-2802032" [ 1576.237014] env[69220]: _type = "Task" [ 1576.237014] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.244322] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.746248] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457793} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.746638] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/20f5dca4-a73d-4241-b651-54b8ef128790/20f5dca4-a73d-4241-b651-54b8ef128790.vmdk to [datastore2] 68d02cf6-cbc6-4669-8908-a74f62d94896/68d02cf6-cbc6-4669-8908-a74f62d94896.vmdk {{(pid=69220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.746721] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Extending root virtual disk to 1048576 {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.747092] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e919bb99-7b54-4afd-83e6-678ab65976d9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.753858] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1576.753858] env[69220]: value = "task-2802033" [ 1576.753858] env[69220]: _type = "Task" [ 1576.753858] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.760470] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.262829] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088008} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.263114] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Extended root virtual disk {{(pid=69220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.263853] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2238d5-9c5f-4081-a68f-9a6fe3adedee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.284844] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 68d02cf6-cbc6-4669-8908-a74f62d94896/68d02cf6-cbc6-4669-8908-a74f62d94896.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.285095] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53cfd1b5-6026-44a7-9488-6bdf093802d0 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.304971] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1577.304971] env[69220]: value = "task-2802034" [ 1577.304971] env[69220]: _type = "Task" [ 1577.304971] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.312137] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.815111] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802034, 'name': ReconfigVM_Task, 'duration_secs': 0.313128} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.815111] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 68d02cf6-cbc6-4669-8908-a74f62d94896/68d02cf6-cbc6-4669-8908-a74f62d94896.vmdk or device None with type sparse {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1577.816204] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8f82af7-3bb1-4085-a45e-a94f2776e273 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.822008] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1577.822008] env[69220]: value = "task-2802035" [ 1577.822008] env[69220]: _type = "Task" [ 1577.822008] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.829435] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802035, 'name': Rename_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.332031] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802035, 'name': Rename_Task, 'duration_secs': 0.166179} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.332362] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Powering on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.332597] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61349ee4-bd53-44dd-a019-4d84f5938897 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.337906] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1578.337906] env[69220]: value = "task-2802036" [ 1578.337906] env[69220]: _type = "Task" [ 1578.337906] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.344789] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.847669] env[69220]: DEBUG oslo_vmware.api [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802036, 'name': PowerOnVM_Task, 'duration_secs': 0.446946} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.848088] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Powered on the VM {{(pid=69220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.848179] env[69220]: INFO nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1578.848336] env[69220]: DEBUG nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Checking state {{(pid=69220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.849112] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd3612b-3435-4a1c-8d6d-2b1f773fd4b4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.369086] env[69220]: INFO nova.compute.manager [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Took 11.23 seconds to build instance. [ 1579.871274] env[69220]: DEBUG oslo_concurrency.lockutils [None req-a6881052-0240-4de9-af15-6106ec4be71c tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.742s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.041571] env[69220]: DEBUG nova.compute.manager [req-4dceff1a-f403-4fff-8004-3a5c249e5575 req-ab33908d-6115-4451-8eb2-6b288ba352b0 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Received event network-changed-a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1580.041791] env[69220]: DEBUG nova.compute.manager [req-4dceff1a-f403-4fff-8004-3a5c249e5575 req-ab33908d-6115-4451-8eb2-6b288ba352b0 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Refreshing instance network info cache due to event network-changed-a459752a-283e-4872-803c-60901e21da03. {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1580.042030] env[69220]: DEBUG oslo_concurrency.lockutils [req-4dceff1a-f403-4fff-8004-3a5c249e5575 req-ab33908d-6115-4451-8eb2-6b288ba352b0 service nova] Acquiring lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.042173] env[69220]: DEBUG oslo_concurrency.lockutils [req-4dceff1a-f403-4fff-8004-3a5c249e5575 req-ab33908d-6115-4451-8eb2-6b288ba352b0 service nova] Acquired lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.042329] env[69220]: DEBUG nova.network.neutron [req-4dceff1a-f403-4fff-8004-3a5c249e5575 req-ab33908d-6115-4451-8eb2-6b288ba352b0 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Refreshing network info cache for port a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1580.739098] env[69220]: DEBUG nova.network.neutron [req-4dceff1a-f403-4fff-8004-3a5c249e5575 req-ab33908d-6115-4451-8eb2-6b288ba352b0 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Updated VIF entry in instance network info cache for port a459752a-283e-4872-803c-60901e21da03. {{(pid=69220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.739458] env[69220]: DEBUG nova.network.neutron [req-4dceff1a-f403-4fff-8004-3a5c249e5575 req-ab33908d-6115-4451-8eb2-6b288ba352b0 service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Updating instance_info_cache with network_info: [{"id": "a459752a-283e-4872-803c-60901e21da03", "address": "fa:16:3e:f0:8f:7f", "network": {"id": "5e325c0c-0b85-44ec-b3d1-1e70a05d674a", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-663711720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd29500d747441469a9c3a7b9d15629b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa459752a-28", "ovs_interfaceid": "a459752a-283e-4872-803c-60901e21da03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.242367] env[69220]: DEBUG oslo_concurrency.lockutils [req-4dceff1a-f403-4fff-8004-3a5c249e5575 req-ab33908d-6115-4451-8eb2-6b288ba352b0 service nova] Releasing lock "refresh_cache-68d02cf6-cbc6-4669-8908-a74f62d94896" {{(pid=69220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.814638] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.815099] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.815099] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.815232] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.815325] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.815468] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.815609] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.815745] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1588.815894] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.318814] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.319115] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.319296] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.319494] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1589.320391] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8365ca1-b82d-41b1-9876-7007688fa4e5 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.328761] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d14394a-c1d8-4cfc-aca6-f7c89a94cd47 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.343661] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0bde11-3311-4d74-bc88-006d0a2de20d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.349539] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415cd9b7-cbd6-4fe7-9dac-e358b2550e8d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.377729] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181082MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1589.377908] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.378077] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.403117] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Instance 68d02cf6-cbc6-4669-8908-a74f62d94896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.403422] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1590.403491] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1590.429141] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d233de2-2427-410b-958a-ffeb13cad58d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.436697] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed334e26-dceb-44fb-bc98-ed7d7d85cc2d {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.466473] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49c7be-f9e6-4744-ab17-22306c13be51 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.472995] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df941b-491e-440b-a6d9-681502f670ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.485475] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.988670] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.493441] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1591.493862] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.560257] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "68d02cf6-cbc6-4669-8908-a74f62d94896" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.560552] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.064243] env[69220]: DEBUG nova.compute.utils [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Using /dev/sd instead of None {{(pid=69220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1619.567117] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1620.623072] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "68d02cf6-cbc6-4669-8908-a74f62d94896" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.623452] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.623573] env[69220]: INFO nova.compute.manager [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Attaching volume f55ffe0d-afb7-46a6-8ae9-a763f5af16e8 to /dev/sdb [ 1620.652476] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add35fcb-18be-42b6-8622-d2cef7786c3e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.659151] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbfd5a0-0b1e-41cd-9cc5-2d7049c2debf {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.672212] env[69220]: DEBUG nova.virt.block_device [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Updating existing volume attachment record: 0adaeab4-b767-4b95-b3dd-66b35f989055 {{(pid=69220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1625.215815] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Volume attach. Driver type: vmdk {{(pid=69220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1625.216082] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563049', 'volume_id': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'name': 'volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68d02cf6-cbc6-4669-8908-a74f62d94896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'serial': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1625.216933] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d0e0f-2f61-4e1a-ba8b-bdbd4669893a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.233051] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06628e2-63f5-4696-b028-61bfdd43e6c3 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.256515] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8/volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.256757] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0407a942-4019-42fa-93c7-eb7dcc43dceb {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.274147] env[69220]: DEBUG oslo_vmware.api [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1625.274147] env[69220]: value = "task-2802039" [ 1625.274147] env[69220]: _type = "Task" [ 1625.274147] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.281514] env[69220]: DEBUG oslo_vmware.api [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.784049] env[69220]: DEBUG oslo_vmware.api [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802039, 'name': ReconfigVM_Task, 'duration_secs': 0.324593} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.784350] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8/volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8.vmdk or device None with type thin {{(pid=69220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.788940] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ac79f1-96c8-43cb-bc85-50ef373dbf0b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.803704] env[69220]: DEBUG oslo_vmware.api [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1625.803704] env[69220]: value = "task-2802040" [ 1625.803704] env[69220]: _type = "Task" [ 1625.803704] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.810758] env[69220]: DEBUG oslo_vmware.api [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.315395] env[69220]: DEBUG oslo_vmware.api [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802040, 'name': ReconfigVM_Task, 'duration_secs': 0.137327} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.315873] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563049', 'volume_id': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'name': 'volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68d02cf6-cbc6-4669-8908-a74f62d94896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'serial': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8'} {{(pid=69220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1627.351430] env[69220]: DEBUG nova.objects.instance [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'flavor' on Instance uuid 68d02cf6-cbc6-4669-8908-a74f62d94896 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.857603] env[69220]: DEBUG oslo_concurrency.lockutils [None req-c8942345-9cc6-4350-ab4b-2f95b053a84a tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.037259] env[69220]: DEBUG oslo_concurrency.lockutils [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "68d02cf6-cbc6-4669-8908-a74f62d94896" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.037449] env[69220]: DEBUG oslo_concurrency.lockutils [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.540793] env[69220]: INFO nova.compute.manager [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Detaching volume f55ffe0d-afb7-46a6-8ae9-a763f5af16e8 [ 1628.571255] env[69220]: INFO nova.virt.block_device [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Attempting to driver detach volume f55ffe0d-afb7-46a6-8ae9-a763f5af16e8 from mountpoint /dev/sdb [ 1628.571491] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Volume detach. Driver type: vmdk {{(pid=69220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1628.571672] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563049', 'volume_id': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'name': 'volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68d02cf6-cbc6-4669-8908-a74f62d94896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'serial': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1628.572605] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d4650-a057-4b78-8782-8c13770fcb6a {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.593880] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce5af8e-6d54-4f95-b564-a89ba2c5911e {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.600440] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d834ab8-a2aa-45cb-9fa9-43b4c634f477 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.619825] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a1a0af-1c2f-484e-a1ac-898115b0916b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.633837] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] The volume has not been displaced from its original location: [datastore2] volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8/volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8.vmdk. No consolidation needed. {{(pid=69220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1628.638876] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1628.639133] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfedecd5-cdbc-43e8-bd5d-a6c120765c5b {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.656011] env[69220]: DEBUG oslo_vmware.api [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1628.656011] env[69220]: value = "task-2802041" [ 1628.656011] env[69220]: _type = "Task" [ 1628.656011] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.663040] env[69220]: DEBUG oslo_vmware.api [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.165625] env[69220]: DEBUG oslo_vmware.api [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802041, 'name': ReconfigVM_Task, 'duration_secs': 0.199804} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.165884] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1629.170423] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abeb359c-6863-4dd7-9deb-3f357fc7ef13 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.184632] env[69220]: DEBUG oslo_vmware.api [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1629.184632] env[69220]: value = "task-2802042" [ 1629.184632] env[69220]: _type = "Task" [ 1629.184632] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.191804] env[69220]: DEBUG oslo_vmware.api [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.694928] env[69220]: DEBUG oslo_vmware.api [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802042, 'name': ReconfigVM_Task, 'duration_secs': 0.135904} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.695267] env[69220]: DEBUG nova.virt.vmwareapi.volumeops [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-563049', 'volume_id': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'name': 'volume-f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68d02cf6-cbc6-4669-8908-a74f62d94896', 'attached_at': '', 'detached_at': '', 'volume_id': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8', 'serial': 'f55ffe0d-afb7-46a6-8ae9-a763f5af16e8'} {{(pid=69220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1630.233561] env[69220]: DEBUG nova.objects.instance [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'flavor' on Instance uuid 68d02cf6-cbc6-4669-8908-a74f62d94896 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.240573] env[69220]: DEBUG oslo_concurrency.lockutils [None req-292b6b48-090c-4d2f-b429-f239b0cb4e7f tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.275050] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "68d02cf6-cbc6-4669-8908-a74f62d94896" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1632.275050] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.275502] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "68d02cf6-cbc6-4669-8908-a74f62d94896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1632.275502] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.275502] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.277570] env[69220]: INFO nova.compute.manager [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Terminating instance [ 1632.781370] env[69220]: DEBUG nova.compute.manager [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Start destroying the instance on the hypervisor. {{(pid=69220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.781637] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Destroying instance {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.782661] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7839cb70-6d30-44ed-9a76-1c1c2e3666b9 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.790556] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Powering off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.790779] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-170d4261-1e08-475b-b48d-40e1f551ef46 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.796410] env[69220]: DEBUG oslo_vmware.api [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1632.796410] env[69220]: value = "task-2802043" [ 1632.796410] env[69220]: _type = "Task" [ 1632.796410] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.804158] env[69220]: DEBUG oslo_vmware.api [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.306666] env[69220]: DEBUG oslo_vmware.api [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802043, 'name': PowerOffVM_Task, 'duration_secs': 0.17026} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.307979] env[69220]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Powered off the VM {{(pid=69220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.307979] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Unregistering the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.307979] env[69220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05d9edb9-c8ac-4c59-86a6-bfa46ef28dd7 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.368289] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Unregistered the VM {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.368505] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Deleting contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.368680] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleting the datastore file [datastore2] 68d02cf6-cbc6-4669-8908-a74f62d94896 {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.369035] env[69220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92e4536a-ca27-4fe7-a46d-d6bf2a63c9a8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.375698] env[69220]: DEBUG oslo_vmware.api [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for the task: (returnval){ [ 1633.375698] env[69220]: value = "task-2802045" [ 1633.375698] env[69220]: _type = "Task" [ 1633.375698] env[69220]: } to complete. {{(pid=69220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.382707] env[69220]: DEBUG oslo_vmware.api [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.885123] env[69220]: DEBUG oslo_vmware.api [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Task: {'id': task-2802045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130653} completed successfully. {{(pid=69220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.885383] env[69220]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleted the datastore file {{(pid=69220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.885574] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Deleted contents of the VM from datastore datastore2 {{(pid=69220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.885742] env[69220]: DEBUG nova.virt.vmwareapi.vmops [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Instance destroyed {{(pid=69220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.885925] env[69220]: INFO nova.compute.manager [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1633.886185] env[69220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1633.886378] env[69220]: DEBUG nova.compute.manager [-] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Deallocating network for instance {{(pid=69220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.886475] env[69220]: DEBUG nova.network.neutron [-] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] deallocate_for_instance() {{(pid=69220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1634.312965] env[69220]: DEBUG nova.compute.manager [req-ab8079ac-45ce-425c-abd4-7f3c5dd148ae req-ef86efc8-92ed-4a5f-8b32-d9efcb6bae8b service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Received event network-vif-deleted-a459752a-283e-4872-803c-60901e21da03 {{(pid=69220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1634.313321] env[69220]: INFO nova.compute.manager [req-ab8079ac-45ce-425c-abd4-7f3c5dd148ae req-ef86efc8-92ed-4a5f-8b32-d9efcb6bae8b service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Neutron deleted interface a459752a-283e-4872-803c-60901e21da03; detaching it from the instance and deleting it from the info cache [ 1634.313602] env[69220]: DEBUG nova.network.neutron [req-ab8079ac-45ce-425c-abd4-7f3c5dd148ae req-ef86efc8-92ed-4a5f-8b32-d9efcb6bae8b service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.797870] env[69220]: DEBUG nova.network.neutron [-] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Updating instance_info_cache with network_info: [] {{(pid=69220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.816516] env[69220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd2fad17-77b3-422e-9461-38de4fda53ba {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.827618] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf832556-db53-4f0d-bf8b-38fdb4bef950 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.851372] env[69220]: DEBUG nova.compute.manager [req-ab8079ac-45ce-425c-abd4-7f3c5dd148ae req-ef86efc8-92ed-4a5f-8b32-d9efcb6bae8b service nova] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Detach interface failed, port_id=a459752a-283e-4872-803c-60901e21da03, reason: Instance 68d02cf6-cbc6-4669-8908-a74f62d94896 could not be found. {{(pid=69220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1635.300452] env[69220]: INFO nova.compute.manager [-] [instance: 68d02cf6-cbc6-4669-8908-a74f62d94896] Took 1.41 seconds to deallocate network for instance. [ 1635.807456] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1635.807839] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1635.807975] env[69220]: DEBUG nova.objects.instance [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lazy-loading 'resources' on Instance uuid 68d02cf6-cbc6-4669-8908-a74f62d94896 {{(pid=69220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.344213] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99d9c4-644f-4dd0-9fb2-29e3f8f68f22 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.351390] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b1f9c-bcfb-4de2-a6b2-d8eac30d41fa {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.381112] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2658a681-656f-437e-8481-a8016d309860 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.388312] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa619d5f-d75a-4ec7-8fe2-b03d237a91ee {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.402355] env[69220]: DEBUG nova.compute.provider_tree [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.905673] env[69220]: DEBUG nova.scheduler.client.report [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.410917] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1637.431140] env[69220]: INFO nova.scheduler.client.report [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Deleted allocations for instance 68d02cf6-cbc6-4669-8908-a74f62d94896 [ 1637.938732] env[69220]: DEBUG oslo_concurrency.lockutils [None req-20e73923-5d14-4c8c-8ee5-ce8798cc7fe4 tempest-AttachVolumeNegativeTest-1527156370 tempest-AttachVolumeNegativeTest-1527156370-project-member] Lock "68d02cf6-cbc6-4669-8908-a74f62d94896" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.664s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.703243] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.208587] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.208805] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.208949] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.209312] env[69220]: DEBUG nova.compute.manager [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1641.030191] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.030568] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.030568] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager.update_available_resource {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.533589] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.533853] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.533989] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.534165] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1641.535058] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f70514-c28b-4318-9d93-29de99d6f9cc {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.543362] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b705ada-27eb-4850-8e7d-6549e4fdc320 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.557062] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a80f23-1db0-485f-b2fe-824d40e487e8 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.563277] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8991eb5d-886f-46a4-8cbb-b67fcb4c7fca {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.591991] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181082MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=69220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1641.592171] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1641.592357] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.611414] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1642.611677] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1642.624431] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45332ffb-a73c-4550-a301-52164ce6b129 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.631880] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa677a8-fe2f-4b00-8aed-0cbdf497654f {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.660125] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d1a061-bc2e-4e51-9034-c88c2774ddd2 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.666509] env[69220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031c04dd-0cb9-4d44-b39c-cf3c37d48ec4 {{(pid=69220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.678820] env[69220]: DEBUG nova.compute.provider_tree [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed in ProviderTree for provider: 69f85824-1171-4404-9d0c-06d842192d3d {{(pid=69220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.181627] env[69220]: DEBUG nova.scheduler.client.report [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Inventory has not changed for provider 69f85824-1171-4404-9d0c-06d842192d3d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.688154] env[69220]: DEBUG nova.compute.resource_tracker [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1643.688542] env[69220]: DEBUG oslo_concurrency.lockutils [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=69220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.688053] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.688296] env[69220]: DEBUG oslo_service.periodic_task [None req-30cee903-ba42-4b63-ae39-03f68543b6ca None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}